[ Aug 22 02:15:30 Enabled. ]
[ Aug 22 02:15:30 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Aug 22 02:15:30 Method "start" exited with status 0. ]
[ Aug 22 02:15:30 Rereading configuration. ]
[ Aug 22 02:15:30 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:30.412582702Z","hostname":"sock","pid":1555,"file":"illumos-utils/src/running_zone.rs:113"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:30.412734133Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:30.466726226Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:30.466767986Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:30.581461301Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:30.590155637Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:30.598357371Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.202400383Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.340587615Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:126"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.340629665Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:138"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.340678385Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:151"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.340748635Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.340760245Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.340780836Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.343928478Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:31.343937638Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.343949339Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:187"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.343954499Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.343971829Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.344034209Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.344119549Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.34414265Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.34415383Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.355015635Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.355057895Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.485455085Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.738866424Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.738898374Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.738903974Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.738915544Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.738921084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.738926034Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.738942885Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.747195949Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.747219519Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:31.863085408Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107253819Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10731843Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10737463Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10738772Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10739671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10740811Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.1074184Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10742492Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10744666Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.1074588Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10746629Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10749038Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10749684Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.10750274Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107526431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.1075383Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107545551Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107555321Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107561111Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107567021Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107595981Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107603241Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107621101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107627611Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107634121Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107641671Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107675401Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107682991Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107689801Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107698381Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107706821Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107718051Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107724321Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107731141Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107741301Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107788012Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107794852Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107802012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107810822Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107817862Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107823872Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107869442Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107877882Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107884802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107894852Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107901932Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107907952Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107949222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107953492Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107957402Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107960892Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107963762Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:97"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107972462Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:99"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.107975702Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108001613Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108005293Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108008902Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108014562Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108039443Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108043323Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:211"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108046453Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108049943Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108055003Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108058663Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108065323Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108069183Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108073333Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108080163Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:216"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.108083833Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:231"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.118812977Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:731"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.118858398Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99993749s","next_cleanup":"Instant { tv_sec: 1468, tv_nsec: 308702914 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.118868098Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3797"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.118917768Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.118973848Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.120747885Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.121637079Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.121709969Z","hostname":"sock","pid":1555,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.2.164,\n                last: 10.151.2.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.2.164,\n        10.151.2.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.2.174,\n        infra_ip_last: 10.151.2.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.2.100,\n                        vlan_id: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.2.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.12189789Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1018"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.12190382Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.12195755Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122001211Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122010571Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122018111Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122044341Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122053191Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122065361Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122069471Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1119"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122072691Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122077731Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122100651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122153431Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122568683Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122780364Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122803724Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1152"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122858894Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.122873244Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123031935Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123164375Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123212156Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 37fb4e95-8c94-4aa8-946d-de6b4770caf9, rack_id: 807d2f15-4cac-40e5-8f79-4faf50cf2768, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123332766Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:64686","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 37fb4e95-8c94-4aa8-946d-de6b4770caf9, rack_id: 807d2f15-4cac-40e5-8f79-4faf50cf2768, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123462677Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123469157Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123506867Z","hostname":"sock","pid":1555,"file":"sled-agent/src/server.rs:44"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123513377Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123530797Z","hostname":"sock","pid":1555,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123534807Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:574"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123544547Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123552407Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123560747Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123565787Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:563"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123569397Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:591"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123573067Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:395"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123603357Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.123607987Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:481","result":"DisksManagementResult { status: [] }"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.125534625Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4031"}
{"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.125592085Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.154029703Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.171782547Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.188550706Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.200207404Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:388"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.200239595Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.200250895Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:400"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.200288005Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 81.13248ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.203155287Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"131066f2-9fb3-4bcd-99a5-69d627301ea0\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:15:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"131066f2-9fb3-4bcd-99a5-69d627301ea0\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_6f31f2f8-a517-49b4-86c9-0d60b67db277/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.21371246Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_6f31f2f8-a517-49b4-86c9-0d60b67db277/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.246569586Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_6f31f2f8-a517-49b4-86c9-0d60b67db277/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.246602927Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.251974939Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.251982349Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"}
{"msg":"Ensuring dataset oxi_6f31f2f8-a517-49b4-86c9-0d60b67db277/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.251988079Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.28601396Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 65.622466ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.286756123Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af18511b-fc93-4948-a9ea-30dac831da5d\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:15:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"af18511b-fc93-4948-a9ea-30dac831da5d\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.336986371Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.354070561Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 156.527305ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.354563063Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00867268-e4c7-40da-b7b4-7f81eeaf761e\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:15:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"00867268-e4c7-40da-b7b4-7f81eeaf761e\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.512742189Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 182.267531ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.513352551Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d79b53-9e00-433b-87a3-b6f8ec578bde\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:15:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"72d79b53-9e00-433b-87a3-b6f8ec578bde\" }"}
{"msg":"Mounting oxi_6f31f2f8-a517-49b4-86c9-0d60b67db277/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.555317445Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.568877231Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.568944571Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.568963682Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.568986422Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.697070912Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 281.863288ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.697626404Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f812eb-53a0-40d1-ab97-3fccecde12ea\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:15:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e3f812eb-53a0-40d1-ab97-3fccecde12ea\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.980813037Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 213.98344ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:32.981736111Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54f76b1-1aaf-4f67-a406-fb37d1901723\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:15:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b54f76b1-1aaf-4f67-a406-fb37d1901723\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.196836891Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 293.172297ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.197495744Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7b673c-f7e1-4f2b-a01c-9ce712aadaeb\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:15:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bc7b673c-f7e1-4f2b-a01c-9ce712aadaeb\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.302544209Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.307965052Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.307990092Z","hostname":"sock","pid":1555,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.308045242Z","hostname":"sock","pid":1555,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:42716","producer_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:33.309307067Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"259.507946ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.310213131Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.310219321Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.310320851Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:915","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.310326501Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:33.491289721Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:33.570068827Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"409.581582ms"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:33.981843852Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"680.384297ms"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:34.664985031Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.110011377s"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.425219279Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2570"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.425252219Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2788"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.42525753Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2440"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.42526169Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2487"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.425265639Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2869"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.42526996Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2911"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.427339308Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2713"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.428721594Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2481"}
{"msg":"Profile for oxz_switch:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgs\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"id\" value='462d4a63-2441-41eb-9d68-eeea74ed2106'/>\n        <propval type=\"astring\" name=\"rack_id\" value='807d2f15-4cac-40e5-8f79-4faf50cf2768'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/wicketd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12226'/>\n        <propval type=\"astring\" name=\"artifact-address\" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>\n        <propval type=\"astring\" name=\"baseboard-file\" value='/opt/oxide/baseboard.json'/>\n        <propval type=\"astring\" name=\"mgs-address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"nexus-proxy-address\" value='[::]:12229'/>\n        <propval type=\"astring\" name=\"rack-subnet\" value='fd00:1122:3344::'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/switch_zone_setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"gz_local_link_addr\" value='fe80::8:20ff:fe50:9684'/>\n        <property type=\"astring\" name=\"link_local_links\">\n          <astring_list>\n            <value_node value=\"tfportrear0_0\" />\n            <value_node value=\"oxBootstrap0\" />\n          </astring_list>\n        </property>\n        <propval type=\"astring\" name=\"bootstrap_addr\" value='fdb0:18c0:4d0d:a02a::2'/>\n        <propval type=\"astring\" name=\"bootstrap_vnic\" value='oxBootstrap0'/>\n        <propval type=\"astring\" name=\"baseboard_info\" value='{\"type\":\"pc\",\"identifier\":\"sock\",\"model\":\"i86pc\"}'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/dendrite\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_id\" value='37fb4e95-8c94-4aa8-946d-de6b4770caf9'/>\n        <propval type=\"astring\" name=\"rack_id\" value='807d2f15-4cac-40e5-8f79-4faf50cf2768'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12224'/>\n        <propval type=\"astring\" name=\"front_ports\" value='1'/>\n        <propval type=\"astring\" name=\"rear_ports\" value='1'/>\n        <propval type=\"astring\" name=\"port_config\" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>\n        <propval type=\"astring\" name=\"mgmt\" value='uds'/>\n        <propval type=\"astring\" name=\"uds_path\" value='/opt/softnpu/stuff'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/tfport\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"host\" value='[::1]'/>\n        <propval type=\"astring\" name=\"port\" value='12224'/>\n        <propval type=\"astring\" name=\"flags\" value='--sync-only'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/lldpd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"board_rev\" value='softnpu_front_1_rear_1'/>\n        <propval type=\"astring\" name=\"scrimlet_id\" value='sock'/>\n        <propval type=\"astring\" name=\"scrimlet_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12230'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/pumpkind\">\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_uuid\" value='37fb4e95-8c94-4aa8-946d-de6b4770caf9'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='807d2f15-4cac-40e5-8f79-4faf50cf2768'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mg-ddm\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"mode\" value='transit'/>\n        <propval type=\"astring\" name=\"dendrite\" value='true'/>\n        <propval type=\"astring\" name=\"sled_uuid\" value='37fb4e95-8c94-4aa8-946d-de6b4770caf9'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='807d2f15-4cac-40e5-8f79-4faf50cf2768'/>\n        <propval type=\"astring\" name=\"interfaces\" value='tfportrear0_0/ll'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/uplink\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.428831974Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:35.428969925Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 32.252681ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:35.675832377Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 52.205226ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:35.903841472Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 135.813643ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:36.079678939Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 370.133664ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:36.253328988Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 869.204901ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:36.801981051Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:36.802952475Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.523481432s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 603.996348ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:37.690732991Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.20520758s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:38.372875616Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:39.329395446Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.215484377s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 963.613035ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:39.722099763Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 509.962095ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:40.94340933Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.913834669Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.913883829Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.913889789Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.913914739Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.91413833Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.914396441Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.914450371Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:64686","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.914459251Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.914469402Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3797"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.914528702Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:41.914534402Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.114972741Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.115042452Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.115089372Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.115171222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.115195102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.120048612Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4055","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.120073482Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4071"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.120082242Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.371647604Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39416"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.371906736Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.372027886Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"15d2f97a-3e20-403b-9ee5-d4e9996455c4","remote_addr":"[fd00:1122:3344:101::1]:39416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":265,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.402266961Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58235"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.402371691Z","hostname":"sock","pid":1555,"uri":"/sled-role","method":"GET","req_id":"85707cf8-dd65-498f-bf0d-549735147fdc","remote_addr":"[fd00:1122:3344:101::1]:58235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.402998514Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.403016214Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.403429506Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.403741217Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:834"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 50de4b6c-0df7-4cd3-9e5d-6846568ddef3, pool_id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: c14f7f08-3e6a-4ccd-afd0-d07d5852e144, pool_id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: d7f6452b-6cb0-4eb6-a050-43a1cf3e8931, pool_id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 46a8417e-6c2c-4b23-bbfc-dff964188c18, pool_id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: bcf70539-b28a-4f3a-a013-11cd35936e81, pool_id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: db9e42cb-715b-47a6-ad13-138ba43a7d8d, pool_id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: cf3d2314-1e29-432f-80cb-95eb009c9be4, pool_id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 5bd2feca-e3f9-45ec-a411-8ef88b2d9265, pool_id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: fb4af332-e68d-4e89-b185-7658b4d8e606, pool_id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.436520133Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:356"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.436661824Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61231"}
{"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.436947995Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:833"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 50de4b6c-0df7-4cd3-9e5d-6846568ddef3, pool_id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: c14f7f08-3e6a-4ccd-afd0-d07d5852e144, pool_id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: d7f6452b-6cb0-4eb6-a050-43a1cf3e8931, pool_id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 46a8417e-6c2c-4b23-bbfc-dff964188c18, pool_id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: bcf70539-b28a-4f3a-a013-11cd35936e81, pool_id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: db9e42cb-715b-47a6-ad13-138ba43a7d8d, pool_id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: cf3d2314-1e29-432f-80cb-95eb009c9be4, pool_id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 5bd2feca-e3f9-45ec-a411-8ef88b2d9265, pool_id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: fb4af332-e68d-4e89-b185-7658b4d8e606, pool_id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.436980845Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.436987505Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.436994155Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.437000925Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:645"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.437016935Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.437023055Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.437029735Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.437035385Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.598842775Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:42.598864465Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool)"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/37fb4e95-8c94-4aa8-946d-de6b4770caf9): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:15:43.065071096Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.510470631Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:43.547015552Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"15.162037122s"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.556064909Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.565549699Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.565662309Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.565675299Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.565704629Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.565720789Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.56588447Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.56589501Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.613513857Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.621811361Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.779101263Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.787321427Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.787364267Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.787376267Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.787385517Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.787395437Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.798298992Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.798326112Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"c613840f-0c10-41fb-9afd-d136750700f5 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.913175128Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.920287048Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.920316618Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.920322508Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.920340218Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.920365908Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.920503758Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.920512699Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.961365598Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_c613840f-0c10-41fb-9afd-d136750700f5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:43.968363956Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/37fb4e95-8c94-4aa8-946d-de6b4770caf9): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:15:44.067139155Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_c613840f-0c10-41fb-9afd-d136750700f5","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.12627461Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.133997092Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.134038942Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.134049022Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.134058692Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.134066753Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.143964363Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.144004734Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.26635328Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.274220613Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.274250303Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.274255183Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.274290273Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.274310443Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.274430504Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.274437734Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.322737754Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_2beabcd5-0369-41ca-9d09-9a7ad5ca2181/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.330595916Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_2beabcd5-0369-41ca-9d09-9a7ad5ca2181","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.486984074Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.494903777Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.494964157Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.494974807Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.494983187Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.494988967Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.504446926Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.504477167Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.624336663Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.632220805Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.632261226Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.632267336Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.632314236Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.632335376Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.632521947Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.632539187Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.676152658Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_817bc2ac-fa69-4e9b-8fd6-6f77d7295e99/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.683257697Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_817bc2ac-fa69-4e9b-8fd6-6f77d7295e99","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.829097751Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.836244321Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.83628427Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.836291381Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.836299571Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.836311841Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.846198112Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.846231792Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.967343303Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.975266526Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.975313976Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.975327316Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.975366306Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.975372937Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.975550977Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:44.975557487Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.021037666Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_50197822-d2db-4c18-aae1-d7d7bdd76af4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.030717166Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/37fb4e95-8c94-4aa8-946d-de6b4770caf9): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:15:45.069610087Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_50197822-d2db-4c18-aae1-d7d7bdd76af4","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.185893618Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.194012792Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.194067412Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.194077602Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.194097742Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.194104482Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.204145444Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.204174924Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.332834857Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.341153001Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.341184791Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.341192292Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.341213632Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.341222792Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.341381472Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.341389762Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.384878752Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.393506798Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.547371795Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.555510129Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.555543629Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.555551119Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.555555969Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.555561679Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.565814672Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.565846482Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.689661895Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.697347436Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.697379347Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.697386867Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.697417167Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.697425047Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.697565277Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.697572137Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.744715403Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_93a0a2e2-5fff-4e15-9016-1c60e061297f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.752590405Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_93a0a2e2-5fff-4e15-9016-1c60e061297f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.909485185Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.917610339Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.917664249Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.917674149Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.917683359Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.917691589Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.927140338Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:45.927195498Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.046601242Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.054181244Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.054214774Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.054220524Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.054272424Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.054285244Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.054411034Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.054419934Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/37fb4e95-8c94-4aa8-946d-de6b4770caf9): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:15:46.072168388Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.099432711Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_01770c46-d16d-4f08-bf5d-3bc7b219d504/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.107456434Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_01770c46-d16d-4f08-bf5d-3bc7b219d504","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.257494896Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.265106687Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.265150067Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.265160597Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.265167397Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.265179918Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.274553166Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.274584536Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.392898396Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.401571212Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.401619323Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.401627043Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.401653333Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.401677783Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.401801803Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.401807953Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.449781272Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_555e0f8f-2230-434a-8ce6-0ed459a335cf/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.458260787Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"}
{"msg":"Looking for unencrypted datasets in oxp_555e0f8f-2230-434a-8ce6-0ed459a335cf","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.611718453Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.619712696Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.619759786Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.619826966Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.619977557Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f31f2f8-a517-49b4-86c9-0d60b67db277 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97ca59dd-16d5-47a1-9104-ef732f7a459f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620050177Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620058837Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620202048Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620451249Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:837"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620470639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620479239Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:863","generation":"Generation(1)"}
{"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620483599Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"}
{"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620492709Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:873"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620532739Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620541679Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:879"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620580989Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.620587469Z","hostname":"sock","pid":1555,"sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:884"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.62067912Z","hostname":"sock","pid":1555,"uri":"/omicron-physical-disks","method":"PUT","req_id":"9902a751-f112-4d0b-9bbb-04d6606c35fa","remote_addr":"[fd00:1122:3344:101::1]:61231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4183917,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.652942843Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.653073824Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64490"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.653287065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.653292875Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.719584019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.719615489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.787261529Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.78729827Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.85266312Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.85269802Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.852706051Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.852766411Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.898256839Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.898290179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.898296609Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.949778153Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.953647129Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.957329994Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.970266417Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.974624025Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:46.978642532Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/37fb4e95-8c94-4aa8-946d-de6b4770caf9): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:15:47.075257902Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Profile for oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService3'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:3::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:3::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:3::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:3::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:48.499803461Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:48.499870891Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService1'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:1::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:1::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:1::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:1::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:48.978427123Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:49.454184853Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService2'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:2::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:2::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:2::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:2::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:49.454256914Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:49.454310194Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:49.457806618Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:49.457838719Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:49.462231037Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 54.837236ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.5788876Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 32.751559ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.590701249Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 46.709893ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.596817304Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 81.9756ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.631264817Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 65.053381ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.642050561Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 114.396413ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.669591465Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 249.255412ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.813464931Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 173.72511ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.84217401Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 287.158632ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:49.874231143Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 592.360286ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:50.048059022Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 522.307507ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:50.128054843Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 365.770692ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:50.180962753Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 955.073229ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:50.555161262Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 813.936747ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:50.650048285Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 732.493599ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:50.658728621Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 694.966301ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:51.401952349Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 1.030136564s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:51.472503291Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 685.97917ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:51.521728575Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:51.765782876Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4079"}
{"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:51.765847706Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089","gateway":"fd00:1122:3344:101::1"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:51.773489018Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4168"}
{"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:51.913318547Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4216"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:51.913377757Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4243"}
{"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:51.96007011Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4256"}
{"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:51.960112281Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.017066386Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4162"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.017106266Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4223","rack_subnet":"fd00:1122:3344::"}
{"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.040454413Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4234"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.040492763Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4276"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 721.945404ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.106475946Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.135076465Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4308"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.135118105Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4314"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 523.901551ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.216923964Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.253399035Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4355"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.253467135Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/37fb4e95-8c94-4aa8-946d-de6b4770caf9): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.285760699Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"Failed to get switch ID from MGS (retrying in 50.522415ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.285837059Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"Failed to get switch ID from MGS (retrying in 57.762012ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.337525043Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.397879913Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.431023151Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:675"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.431133561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:713"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.431550063Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:716","uptime":"0"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.431568213Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.2.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.468903787Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.472803673Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:41878"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.473603167Z","hostname":"sock","pid":1555,"uri":"/sled-identifiers","method":"GET","req_id":"e35f802c-430e-4e27-8927-0c6b14c8b9dc","remote_addr":"[fd00:1122:3344:101::2]:41878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":704,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.489903884Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508553541Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508602122Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508613352Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508629942Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508637932Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508644902Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508650492Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508655872Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508661702Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508668582Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508674532Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508682112Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508687682Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508693152Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508698902Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508715602Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508721062Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508725062Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508728982Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508732832Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508736562Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508740432Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:52.508744292Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 1.241981923s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.511401353Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 1.179555941s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.750074502Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 792.081032ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:52.83663846Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 589.083122ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:53.637419086Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c\") failed: Property not found. retry in 1.358762574s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:53.762844486Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 940.683728ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:53.939816579Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673\") failed: Property not found. retry in 1.02391323s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:54.236069225Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d\") failed: Property not found. retry in 1.191451269s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:54.88936112Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.098199976Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_internal_dns_0ad4970f-3542-4f24-8bd3-6c96fb94410c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.098268786Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_internal_dns_b57211b8-12b5-4756-ac2b-d3438364d75d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.098282386Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_internal_dns_2662fc93-3f86-483e-b618-470614727673"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.098299326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.098675758Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.098984099Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a0ac7a2e-8814-411d-8e6c-0890e62c3954","remote_addr":"[fd00:1122:3344:101::1]:64490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9445837,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.100890167Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:556"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.15702217Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:556"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.212422499Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:556"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.26814303Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:592"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.26815487Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.300789695Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.301533018Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.301538428Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.330850709Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.3309449Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39804"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.331121901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.331132781Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.351299234Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.351355154Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.370507874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.370545964Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.38891664Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.38897855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.389199121Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.389333132Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.400240947Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.433630015Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.435211512Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.435219882Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.465892029Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 150, 21]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.465906599Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"boundary_ntp"}
{"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.466383851Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.466388561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.466649692Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.467805457Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.489260466Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:56.507565192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService4'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value='fd00:1122:3344:100::/56'/>\n        <propval type=\"boolean\" name=\"boundary\" value='true'/>\n        <propval type=\"astring\" name=\"boundary_pool\" value='boundary-ntp.control-plane.oxide.internal'/>\n        <propval type=\"astring\" name=\"server\" value='0.pool.ntp.org'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte0'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.3.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.3.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:57.163976139Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:15:57.16411713Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 36.879174ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:57.304870693Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 53.003617ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:57.349163806Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 276.865736ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:57.414627948Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 280.167509ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:57.701928017Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 1.038972359s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:57.990966224Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 884.28603ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:59.041495164Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 1.440724589s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:15:59.935750868Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1\") failed: Property not found. retry in 962.036484ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:01.385524661Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.369780567Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.369844537Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.370208209Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.37061112Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"6bc08417-8279-40a0-ae73-283a060f5932","remote_addr":"[fd00:1122:3344:101::1]:39804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6039625,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.373131281Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.403528056Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.403704737Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43547"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:16:02.412767875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.412893125Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"d4f0797f-4cd7-4079-961a-29e7c51263e6","remote_addr":"[fd00:1122:3344:101::1]:43547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9069,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:02.415078934Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.58548889Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:02.585602461Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49141"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:16:06.594966073Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:06.595077404Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"9eeb0a58-af9f-4aa3-8f92-144f8ae22957","remote_addr":"[fd00:1122:3344:101::1]:49141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009381,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:06.598737649Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:06.707343069Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:06.707509589Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47928"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:16:06.716311016Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:06.716478767Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"f0e94eae-53f6-4f25-9ca1-6e5d300cd5a6","remote_addr":"[fd00:1122:3344:101::1]:47928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8819,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:06.718627275Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:06.931671008Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:06.931775068Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51085"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d1bb411d-1cd9-4268-99d6-f46af4187aa1': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-22T02:16:06.939645581Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:06.939755331Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"e3856360-460a-42f0-86be-1ca5584e60a8","remote_addr":"[fd00:1122:3344:101::1]:51085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7886,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:06.94198903Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:07.218981397Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:07.219120398Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37430"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.228088576Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"0113a7d2-1d83-464a-b0ae-3cb93aef79d9","remote_addr":"[fd00:1122:3344:101::1]:37430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1008828,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.23134336Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:641"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:08.23136522Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.442234323Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.442357913Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37496"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.450916359Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"69b2eb5f-e3a9-4df4-ad41-730f5d40e5bf","remote_addr":"[fd00:1122:3344:101::1]:37496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8435,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.452766977Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:641"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:08.452772717Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.682098336Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.682234467Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47078"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.6902558Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"79a56a53-fb05-4335-a2ca-2994760d3418","remote_addr":"[fd00:1122:3344:101::1]:47078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7900,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.691779956Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:641"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:08.691785746Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.976885087Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.976990497Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46271"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.984823399Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"6b0440fe-a5fe-4e7a-90f7-a846e0d9b8f1","remote_addr":"[fd00:1122:3344:101::1]:46271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7717,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:08.986478356Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:641"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:08.986483946Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.510769967Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.510937308Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43970"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.51859803Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"19e743a0-eab2-4f1b-8e63-5e467e778f91","remote_addr":"[fd00:1122:3344:101::1]:43970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7607,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.521942314Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:641"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:09.521948354Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.063273252Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:613"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.063380602Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59331"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.082518762Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"6d7c425d-c93a-4107-95ea-e4f2e033d299","remote_addr":"[fd00:1122:3344:101::1]:59331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":18966,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654075, ip_addr: 129.250.35.251, stratum: 3, ref_time: 1724292968.907158, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.085799835Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:641"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.085809135Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1231"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.116458262Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.116579933Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36553"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.116857634Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.116868064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.137417249Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.137469119Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.155947836Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.155982406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.174193181Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.174238502Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.233216896Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.233256456Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.294279409Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.294312338Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.355538802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.355572972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.424674409Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.424727869Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.48556069Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.485615881Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.485814092Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.485941702Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.568953496Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.569024396Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.569034876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.569044916Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.569055086Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.660041523Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.664232261Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.668007956Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.671963962Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.676433781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.68091505Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.685325618Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.690170768Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.694613406Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:09.699034225Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService6'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='e2f83012-ffa8-48c5-b9f8-a3531cebeca5'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::7]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.769887922Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.770069597Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService5'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='a3ade7be-87ab-4882-beda-b8c4b351c104'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::5]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.776699281Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.776923006Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService9'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::3'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='3cd84b19-998e-453f-b3bf-47ee83dcc808'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::3]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.784698379Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.784855355Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService8'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='42ef3e65-0870-4c60-8479-018e44e50e71'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::6]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.789621057Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.789724435Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService7'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::4'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='d533f1e0-d3b8-466c-ae7a-c4d68d1d6054'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::4]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.800350871Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:12.800456199Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 47.387392ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:12.920258998Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 70.990697ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:12.92828686Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 41.483634ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:12.935097104Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 43.787055ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:12.942420527Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 28.57593ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:12.949082513Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:12.956182491Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"190.070473ms"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 67.202962ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:12.975731851Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 56.748079ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.104830192Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 125.579002ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.149415401Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 71.493262ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.203593107Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 121.244632ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.221968674Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 204.744849ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.249033809Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 260.514756ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.273565971Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 168.676337ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.300779102Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 259.982658ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.323244669Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 281.74974ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.405448431Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 365.103392ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.504310021Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 515.530249ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.55103173Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 580.735186ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.60033384Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 433.915654ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.638560311Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 365.54141ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:13.709744615Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 542.469573ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:14.105841606Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 1.156363177s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:14.162051211Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 1.034519571s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:14.340145009Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 581.158919ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:14.44700321Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 667.659517ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:14.545656472Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 704.013076ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:14.714155397Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 1.322915797s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:15.091088159Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 1.330870052s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:15.316662878Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 921.497065ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:15.417462134Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 666.952459ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:15.439918241Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 1.310606971s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:15.452357276Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 523.984002ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:16.118534713Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 974.75239ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:16.352313698Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 846.375839ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:16.428228206Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 580.763073ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:16.65484243Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 1.094195297s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:16.663694345Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 737.392613ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:16.776379052Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 740.864508ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:17.248578857Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 1.093228931s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:17.285510387Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 579.856508ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:17.338354437Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 639.375033ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:17.525033373Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 1.068765793s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:17.770716015Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 983.900097ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:17.92989602Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 940.583353ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:18.000647612Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 1.275917456s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:18.176075666Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 1.303072779s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:18.391359582Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 719.876523ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:18.852114949Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 919.86977ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:18.925675229Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 819.169441ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:18.952323029Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 1.073380841s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:19.466914892Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 1.430061781s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:19.58364691Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 595.477059ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:19.7092632Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 1.349146662s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:19.785023026Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 864.056545ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:19.857387445Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 615.504514ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:20.316695628Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 1.26318181s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:20.553153887Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 1.48723727s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:20.735199433Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 778.20874ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:20.942707987Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 1.074100153s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:21.027922715Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 983.990741ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:21.146647276Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:21.221947562Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54333"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:21.222083144Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"3b5fca9e-e2e8-4890-b161-53d8d12033ac","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54333","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":57,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 1.41939905s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:21.733062081Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 814.28131ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:21.830973679Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 1.343665557s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:22.114321519Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 596.897004ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:22.141102742Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 775.994762ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:22.234616621Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 1.139443734s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:22.657135237Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 543.383268ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:22.749677929Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 1.351623199s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:23.0224674Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 528.520719ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:23.165897158Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 516.915376ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:23.304034895Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5\") failed: Property not found. retry in 1.059055738s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:23.470162323Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 827.423948ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:23.705587693Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808\") failed: Property not found. retry in 1.283200033s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:23.808059332Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 537.874773ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:23.831381255Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104\") failed: Property not found. retry in 1.004369275s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:24.38058139Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054\") failed: Property not found. retry in 1.236895034s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:24.387737039Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71\") failed: Property not found. retry in 899.766422ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:24.554661521Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.652573991Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_a3ade7be-87ab-4882-beda-b8c4b351c104"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.65263626Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_e2f83012-ffa8-48c5-b9f8-a3531cebeca5"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.652644237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_d533f1e0-d3b8-466c-ae7a-c4d68d1d6054"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.652651081Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_42ef3e65-0870-4c60-8479-018e44e50e71"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.652658075Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_cockroachdb_3cd84b19-998e-453f-b3bf-47ee83dcc808"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.652699888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.653162476Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.653544237Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"c89b948e-458a-417e-8345-ea14e815abd9","remote_addr":"[fd00:1122:3344:101::1]:36553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":16516074,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.687465386Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58428"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:25.716186484Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3617"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:28.4840091Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"412.327012ms"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:35.617386603Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3635"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.903761081Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3658"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.903942718Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"60b11b61-68cd-42bd-b5c9-1acb37b0d023","remote_addr":"[fd00:1122:3344:101::1]:58428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":13180466,"response_code":"204"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.940624347Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.941084649Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47684"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.941616232Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.941623011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.964950132Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.965054533Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.984995201Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:38.985095442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.007170841Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.007214754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.027934431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.027970234Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.049568501Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.049600864Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.069120088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.069153819Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.0902022Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.090246787Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.110155264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.110188077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.190543601Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.190654375Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.270348314Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.270406607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.349087598Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.349136123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.429814335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.429865448Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.513720862Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.513771946Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.597255737Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.597302959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.685213725Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.685259334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.770808321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.770861627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.842491749Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.84253749Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.914162663Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.914217807Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.990057829Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:39.990111202Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.059404241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.059473054Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.059788083Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.060135516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164029592Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164070936Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.16408243Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164086695Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164090586Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164093501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.16409728Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.16410118Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164104967Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164108755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164112645Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164116255Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.16412007Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164124026Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164135436Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164139561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164142495Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164154843Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164158012Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.164355257Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a090ca11-f941-409d-a913-8a70c40cb592","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized)]","latency_us":1219734,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.164514324Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"93.08469ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a090ca11-f941-409d-a913-8a70c40cb592\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a090ca11-f941-409d-a913-8a70c40cb592\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.258980427Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.259301606Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.259308168Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.280613799Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.280644024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.300308708Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.300337077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.321240412Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.32126999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.34061652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.340650542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.360412263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.360439647Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.379185893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.379212443Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.398473796Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.398499774Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.418469276Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.418497702Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.438196353Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.438223681Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.458719088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.458750475Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.47875583Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.478784002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.499115023Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.499209366Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.518569552Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.518605364Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.538527909Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.538556718Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.556969416Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.556994645Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.577021002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.577047215Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.596673492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.596703406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.615298993Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.615341772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.633441555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.633468593Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.653337136Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.653368205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.653668875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.653793375Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748350723Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748390388Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748396894Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748405032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748409869Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748413929Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748427373Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748431573Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748435463Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.74843836Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748442279Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748446798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748450774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748455311Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748459069Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748463626Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748468249Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748472082Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748476057Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.748573708Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1a0d1cac-1c56-48ef-893e-36edfb4a31d8","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized)]","latency_us":488136,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:40.748707931Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"145.758897ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a0d1cac-1c56-48ef-893e-36edfb4a31d8\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1a0d1cac-1c56-48ef-893e-36edfb4a31d8\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.895595798Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.895907444Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.895914344Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.920347017Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.920382717Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.940414952Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.940450549Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.963357621Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.963393002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.985037036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:40.985072803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.006593528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.006640695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.027393192Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.027423024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.046707515Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.046737403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.068094423Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.068126185Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.08793554Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.087962362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.107078885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.107120144Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.125998347Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.126027035Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.144627466Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.144656903Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.16540695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.165437391Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.186847386Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.186875802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.207823114Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.207854445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.229102091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.229206651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.248737611Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.248772524Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.269550235Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.269580244Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.289069656Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.289107924Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.307990449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.308022427Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.308202878Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.308310775Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402904038Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402938275Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402944191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402949291Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402954213Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402957888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402962509Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402966306Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.40297Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402973797Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402986341Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402989538Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402993325Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.402996203Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.403000094Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.403004931Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.403008794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.403013472Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.403017166Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.403062681Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"dd01c5b8-aff5-479e-9c01-2f45403feb99","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized)]","latency_us":505965,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:41.403203101Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"204.166785ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd01c5b8-aff5-479e-9c01-2f45403feb99\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dd01c5b8-aff5-479e-9c01-2f45403feb99\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.609270248Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.609572162Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.609579249Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.631828707Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.631852191Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.649540849Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.649571Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.667836556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.667856328Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.688254319Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.688275554Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.708999708Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.70902263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.728729084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.728746251Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.745670111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.745692404Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.764906776Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.764924494Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.782599065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.782617965Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.802644346Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.802662684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.819020811Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.819055555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.842005027Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.842026384Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.862353558Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.862371587Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.879525235Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.879547118Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.899447929Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.89946831Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.919733015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.919758994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.93949024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.939514512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.962657121Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.962679011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.98346572Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:41.983487724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.003774272Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.003813375Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.003992475Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.004101273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100342471Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100379372Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100384856Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100389666Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100393322Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100396997Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100400972Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100404638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100408425Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100412906Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100416675Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100420528Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100424278Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100427147Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100430016Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100443131Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.10044795Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100451663Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100455338Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.100560535Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"3df91a04-1d97-4a2f-8ff4-3b3f14db8f8c","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized)]","latency_us":489816,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.100688373Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"243.352483ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df91a04-1d97-4a2f-8ff4-3b3f14db8f8c\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3df91a04-1d97-4a2f-8ff4-3b3f14db8f8c\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.345814995Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.346105771Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.346112437Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.36773131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.367757044Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.390027873Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.390055098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.410310771Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.410414754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.430865689Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.430890458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.449977246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.450001921Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.468149191Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.468175403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.4888336Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.488857938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.508137845Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.508173161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.528271013Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.528293026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.548808743Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.548831121Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.569239799Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.569260996Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.589090159Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.589112584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.608251036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.608273414Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.628274979Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.628299419Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.648500253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.648520503Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.669243734Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.669270097Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.688961813Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.688996753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.709285676Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.709308983Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.729631873Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.729656061Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.748443536Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.7484768Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.748643862Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.748757563Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842661071Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842700634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842705471Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842710262Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.84273068Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842736737Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842740824Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842745484Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.84275018Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842753959Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842756762Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842760418Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.84276324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842766877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842769746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842773459Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842778155Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842781877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842784774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:42.842827413Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"9a70ea0b-50b5-4089-9325-1d1632589bbc","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized)]","latency_us":495504,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:42.842953572Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"181.427682ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a70ea0b-50b5-4089-9325-1d1632589bbc\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9a70ea0b-50b5-4089-9325-1d1632589bbc\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.025674709Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.025990779Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.026068951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.048936896Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.048963052Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.069955215Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.069982506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.09060197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.090629598Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.111038952Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.111065747Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.132374206Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.132401431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.151949545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.151974773Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.172955027Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.172981521Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.19197126Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.19200022Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.212808083Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.212838712Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.232525941Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.232550223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.251481038Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.251503304Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.270580633Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.270605552Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.289572527Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.289596912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.309191548Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.30923128Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.328668935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.328699732Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.353781969Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.353819019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.37829468Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.37833878Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.399837241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.399872248Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.423710418Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.423747393Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.447336027Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.447371296Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.447557521Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.447676115Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554540574Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554579639Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554585442Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554590495Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554594245Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.55459808Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.55460182Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554606499Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554626205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554629336Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.55463318Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554635983Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554639724Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554642564Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554646267Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.55464997Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554653767Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554657639Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.55466048Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.554719112Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"bf77c54a-39f1-4c06-87d3-008700239f90","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized)]","latency_us":527409,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:43.554857281Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"148.352612ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf77c54a-39f1-4c06-87d3-008700239f90\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bf77c54a-39f1-4c06-87d3-008700239f90\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.704487288Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.705555446Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.705565234Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.729424529Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.7294644Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.752056904Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.752091752Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.775503066Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.775549839Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.796928929Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.796966532Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.819461666Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.819500535Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.84069006Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.840735913Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.861805445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.861841417Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.882903524Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.882944456Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.904710113Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.904759463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.927583499Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.927616687Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.94781986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.94785181Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.971262101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.971292494Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.993884543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:43.993915115Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.019555909Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.019598032Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.042551512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.042592584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.062279349Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.062307755Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.08344462Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.083471648Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.10534561Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.105375141Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.125699846Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.125726855Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.146437321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.146475525Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.146646863Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.146752876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246045046Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"1.156483293s"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246951995Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246963384Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246969142Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246974092Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246978085Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246982173Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246986832Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246989823Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246994426Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.246997332Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247014151Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247018004Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247020788Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247023657Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247026423Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247029179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.24703291Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247035863Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247039707Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.247048004Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"374eac84-f56f-490d-a18f-0c35299eff94","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized)]","latency_us":540968,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:44.247161573Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"355.313108ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"374eac84-f56f-490d-a18f-0c35299eff94\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"374eac84-f56f-490d-a18f-0c35299eff94\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.60471623Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.604991669Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.604997097Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.630820731Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.630851182Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.65335061Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.653384819Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.673365525Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.673386244Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.69386699Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.693891628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.713476267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.713496039Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.734558481Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.734579894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.75478827Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.754808267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.773853595Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.77387528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.79624384Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.796268787Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.81675422Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.816781203Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.838792952Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.838823927Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.859321546Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.859343333Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.882298199Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.88231724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.901838566Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.901858263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.922525852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.922545924Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.941997093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.942032671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.960753652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.960773443Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.981500422Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:44.981521853Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.001806196Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.00182894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.02554468Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.025571868Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.025768519Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.025883475Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118682995Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.11878809Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118794352Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.11879933Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118803343Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118810196Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118814865Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118818755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118823368Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118828252Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118832218Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118836062Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.11884074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118844537Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118849327Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118867112Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118872034Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.11887583Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.118881109Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.11899284Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"6fa327d0-ef8c-41b3-91c1-2fe014ea5f33","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized)]","latency_us":512741,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.11912411Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"257.993154ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa327d0-ef8c-41b3-91c1-2fe014ea5f33\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6fa327d0-ef8c-41b3-91c1-2fe014ea5f33\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.379189068Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.379556385Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.379568544Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.402892963Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.402921388Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.425929002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.425964636Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.446941507Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.446991466Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.468320463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.468350913Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.48822602Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.488254286Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.509429789Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.50946112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.530406436Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.530440721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.549246751Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.549286229Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.570081809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.570110572Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.592772254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.592804672Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.61319959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.613232158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.63365453Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.633687305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.653817411Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.653848489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.676052977Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.676088434Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.699901806Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.699935248Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.721577724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.721602062Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.739828034Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.739873025Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.759617411Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.759651526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.779159334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.77919344Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.797070225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.797142534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.797417326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.797638012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895313445Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895379398Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895392195Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895401664Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895426639Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895436567Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895444329Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895453732Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895462798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895471479Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895480507Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.89548752Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895496323Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895505145Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.89551512Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895524354Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895532033Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895540723Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895550135Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:45.895656177Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"09e6cf15-f59f-4c07-96bf-3096c299896a","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized)]","latency_us":514936,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:45.895875184Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"382.407034ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e6cf15-f59f-4c07-96bf-3096c299896a\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"09e6cf15-f59f-4c07-96bf-3096c299896a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.280745241Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.281112215Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.281126747Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.30350552Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.303540817Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.323687398Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.323727973Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.345817491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.345853875Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.367445663Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.367482685Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.388639785Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.388674454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.411847008Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.411884115Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.431666959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.431705772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.450412769Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.45045236Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.468610123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.468653923Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.490255426Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.490300155Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.512435951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.512537449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.533368727Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.533401699Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.554432104Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.554463173Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.574210532Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.57425332Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.594999594Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.595032256Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.615374737Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.615410156Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.636149168Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.63618108Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.657231773Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.657276623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.679705774Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.679742243Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.699542332Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.699579701Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.699796274Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.699929989Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.795949256Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.795989587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.795995437Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.795999459Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796003649Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796007774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.79601174Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796015715Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796027237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796031343Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796035253Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796039068Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796043071Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796046812Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796050665Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796054537Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796059937Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796076353Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796088625Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:46.79622475Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a54c7ed7-0f54-4b9c-9af0-bc51c4b38a8f","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized)]","latency_us":513949,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:46.796453412Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"705.571295ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a54c7ed7-0f54-4b9c-9af0-bc51c4b38a8f\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a54c7ed7-0f54-4b9c-9af0-bc51c4b38a8f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.505120887Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.505499493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.505507649Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.526976271Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.527023802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.547576273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.547611307Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.567838966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.567871094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.584924509Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.584957209Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.605601231Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.605630819Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.624969136Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.625025395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.644037986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.644075636Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.664444064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.664473699Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.682366805Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.68239959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.702531713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.702564348Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.722664356Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.722697384Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.742765376Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.742796585Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.761004015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.761037071Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.779494415Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.77952388Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.798785849Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.798832584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.815851642Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.815883367Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.833633949Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.83367429Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.85419702Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.854230085Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.872626425Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.872659558Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.89173122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.891779399Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.891969693Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.89210595Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985034742Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.98508083Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985086596Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985090627Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985095287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985099112Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985102974Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.98510693Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985111618Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985115452Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985119146Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985123674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985127377Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985141421Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985145218Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.98514804Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985151855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.98515464Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985157396Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:47.985215512Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"491244a9-c564-41c6-ab7f-a50c4102d0dc","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized)]","latency_us":478639,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:47.985355491Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"396.299547ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"491244a9-c564-41c6-ab7f-a50c4102d0dc\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"491244a9-c564-41c6-ab7f-a50c4102d0dc\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.384006896Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.385035284Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.385047537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.406348094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.4063795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.426565548Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.42659597Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.445355592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.44538863Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.468538926Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.468570595Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.488004037Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.48803264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.507753641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.50778486Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.526839355Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.52687288Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.54589512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.545924876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.566030526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.56612605Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.587990583Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.588016637Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.608523197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.608555128Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.629105078Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.629146095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.649375897Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.649403919Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.667891255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.667919267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.687490485Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.687517851Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.708704019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.7087331Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.727893464Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.727921421Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.746752724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.746784843Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.766096341Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.766122357Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.785447446Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.78547408Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.785732775Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.785841309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880729674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880773015Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880795618Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880800493Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880804299Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880809174Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880813318Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880817949Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880822084Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880826762Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.88083069Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.88083369Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880838359Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880841331Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880845127Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880848896Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880852702Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880862518Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.880866409Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:48.881035047Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"ed37d070-a153-49f8-bfca-0b3f882797b7","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized)]","latency_us":495521,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:48.881176188Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"855.331688ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed37d070-a153-49f8-bfca-0b3f882797b7\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ed37d070-a153-49f8-bfca-0b3f882797b7\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.739964926Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.740364224Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.740377255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.762562258Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.762596486Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.781255689Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.781295628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.800822294Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.800857131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.819051281Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.819096085Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.837884378Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.837916132Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.856877927Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.856910506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.875681241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.875714157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.894955353Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.894990031Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.915803564Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.915834127Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.934746988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.934842079Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.95491079Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.95494171Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.974025395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.974055779Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.992046314Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:49.992083935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.012369754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.012407498Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.030280194Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.030309032Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.04836822Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.048396158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.068593697Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.068624053Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.087548358Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.087589748Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.107191949Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.107224086Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.127771778Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.12781856Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.128016252Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.128146667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223397027Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223441034Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223446031Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.22345009Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223454018Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223457862Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223476115Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223480137Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223483981Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223487693Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223492165Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223495718Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223499431Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223503152Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223506781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223511102Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223514702Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223519315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223522231Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.223657891Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"41646586-1c59-4297-a7f7-bc46fdd5fab9","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized)]","latency_us":482191,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:50.223799239Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"615.506062ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41646586-1c59-4297-a7f7-bc46fdd5fab9\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"41646586-1c59-4297-a7f7-bc46fdd5fab9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.842029685Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.842420935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.842427919Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.864110935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.864143101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.883735772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.88376298Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.904604754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.904635232Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.924072296Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.924100092Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.94319721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.943232966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.961218343Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.961245381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.98038724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.980413753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.998569015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:50.998597965Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.018997378Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.019025981Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.037348333Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.037386161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.058554518Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.058582446Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.076374846Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.0764021Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.097402302Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.097430783Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.117858592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.117885442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.136919441Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.136948513Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.158499799Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.158532021Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.177572946Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.177604989Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.197525415Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.197556372Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.217734335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.217770972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.236607568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.236638815Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.236809619Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.236907363Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332026361Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332067057Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332072861Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332077707Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332081645Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332085479Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332090279Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332094273Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332098848Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332102729Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332120448Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332123701Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332128501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332132523Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332137136Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332140867Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332144542Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332149248Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.332152829Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.332240974Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d790818f-cc26-4c59-b52c-cd80f6c030f1","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized)]","latency_us":488718,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:51.33238324Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.330229807s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d790818f-cc26-4c59-b52c-cd80f6c030f1\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d790818f-cc26-4c59-b52c-cd80f6c030f1\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.343968595Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56350"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:51.344724488Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"0fd998c2-3c71-40b3-a01c-cedc38f8da51","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56350","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":690,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.666825497Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.667107488Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.667115092Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.687432509Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.687473431Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.707485189Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.707512583Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.728472133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.728509315Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.747927092Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.747958161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.769336112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.769372028Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.789487841Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.789521854Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.809063392Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.809094874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.829286478Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.829320603Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.849905991Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.849935869Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.871140528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.871176782Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.891905859Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.8919372Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.912827301Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.912854713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.932198952Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.932228624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.951454731Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.95148639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.971579641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.971617863Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.990440394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:52.990470151Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.010386818Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.01041423Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.031507888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.031545988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.051365414Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.051395368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.07042668Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.070457777Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.070668941Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.070783738Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168448291Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168487169Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168491997Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168495897Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168499816Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168503753Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168508488Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168512153Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168515875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168519588Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168523281Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168543963Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168548163Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.16855195Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168622868Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168626608Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168630838Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168634588Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.16863905Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:53.168714988Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"2cd0f9e2-bcb9-4124-9290-45582c667f17","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized)]","latency_us":500370,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:53.168867745Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.287399206s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cd0f9e2-bcb9-4124-9290-45582c667f17\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2cd0f9e2-bcb9-4124-9290-45582c667f17\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.460546078Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.460838082Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.46084921Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.484412623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.484445454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.502832616Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.502867539Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.521226279Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.52132477Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.540744327Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.540771148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.561220148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.561249848Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.579790292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.57982198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.60039696Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.600437732Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.619789551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.619817958Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.639869682Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.639897901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.661483504Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.661509172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.682917614Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.682942232Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.70267046Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.702700329Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.722161612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.722193149Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.742222901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.742248016Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.761043885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.761069001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.783461628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.783504218Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.806091133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.806123308Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.825499053Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.825525265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.847406024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.847431797Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.867808631Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.867837196Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.868019288Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.868119225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965612194Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965645859Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965651756Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.96565589Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.96566069Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965663737Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965668434Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965672353Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965676272Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965679206Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965682159Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965685037Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965689706Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.9656934Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965698125Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965702747Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965721984Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965726775Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965730347Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:54.965797191Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"c2bc657e-b5d3-4220-9c39-663d59060ea8","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized)]","latency_us":503748,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:54.965926894Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.888905655s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2bc657e-b5d3-4220-9c39-663d59060ea8\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c2bc657e-b5d3-4220-9c39-663d59060ea8\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.861437165Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.862317043Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.862326362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.885407028Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.885435585Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.905477214Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.905505179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.926046401Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.926076345Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.945785784Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.945813834Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.966562829Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.966590626Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.986118402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:56.986149049Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.005224187Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.005251637Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.026759977Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.026798602Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.045738554Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.045766445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.066489839Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.066521798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.086976806Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.087007116Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.106697365Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.106725349Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.128490225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.128526834Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.147570795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.147601217Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.167141004Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.167169597Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.188429256Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.188458946Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.209453134Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.209482609Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.231154473Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.231183658Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.249830289Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.249859923Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.270044253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.270072014Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.27025734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.270363661Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366737061Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366777683Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366784986Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366789196Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366792102Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366804111Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.36680923Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366813233Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366817864Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366821577Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366826171Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366829883Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366832724Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.36683713Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366840636Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366843439Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.36684703Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366849833Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.366852655Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:57.366913367Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a6ffbf1b-0b1d-4c55-b350-0e03e70844c5","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized)]","latency_us":503986,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:57.367120494Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.687207398s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6ffbf1b-0b1d-4c55-b350-0e03e70844c5\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a6ffbf1b-0b1d-4c55-b350-0e03e70844c5\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.060757716Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.061734627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.061753021Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.083033177Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.083059174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.103125771Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.103159212Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.12236693Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.122397652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.143244772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.1432742Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.162385294Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.162420479Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.182576359Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.1826038Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.201456326Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.201488698Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.219823135Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.219855038Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.24066832Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.240707855Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.261287655Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.261324565Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.280930987Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.280965937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.301126923Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.301158161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.320145862Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.320180981Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.340068675Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.34010504Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.35901424Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.35904695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.379343086Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.379378233Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.398674122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.398702022Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.416790269Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.416820888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.437323542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.437374523Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.456621004Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.456718891Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.456908961Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.457026074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552163985Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552212088Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552220254Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552226282Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.55223187Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552235601Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552240335Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552243935Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552248651Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552262057Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552266866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552270373Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552274751Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.55227912Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552282766Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552287351Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552290866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552294345Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552297795Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:16:59.552302407Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"5d290b50-084b-4b95-b91a-bba552ae5d1f","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized)]","latency_us":490046,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:16:59.552430489Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"2.960886524s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d290b50-084b-4b95-b91a-bba552ae5d1f\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:16:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5d290b50-084b-4b95-b91a-bba552ae5d1f\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:00.498932198Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"1.403562881s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.523047425Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.52333074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.52333838Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.545594314Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.545631036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.563938219Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.563966522Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.583801506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.583824353Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.601606711Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.601632671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.619518277Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.619540064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.637538114Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.637560089Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.656678174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.656701547Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.674100701Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.674125732Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.6925955Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.692617569Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.71080628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.710844615Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.730268071Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.730290834Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.747996819Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.748024026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.765880549Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.765902355Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.784171546Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.784203627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.803365131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.803402538Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.822764804Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.822857042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.844054155Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.844084764Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.862481934Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.862509665Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.880945297Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.881034697Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.899082408Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.899110589Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.899314571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.899431937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992029016Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992072094Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992077194Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992080307Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992084179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992088238Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992092991Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992096619Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992100435Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.99210486Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992107925Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992120741Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992123947Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.99212751Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992139904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.99214506Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992148979Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992152297Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992155279Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:02.992192404Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"007128c6-f918-436c-a2b9-3c23181f6814","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized)]","latency_us":467803,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:02.992397408Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"1.901684162s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"007128c6-f918-436c-a2b9-3c23181f6814\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:17:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"007128c6-f918-436c-a2b9-3c23181f6814\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.900533538Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.901325205Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.901333136Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.924293688Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.924329445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.944109962Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.944168612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.963683933Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.963733893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.984031083Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:04.984067936Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.002998809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.003029296Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.022481567Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.022517042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.043433753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.043471582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.063395833Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.063428317Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.083578636Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.083614177Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.102421319Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.102454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.12138256Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.121417192Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.140324332Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.140360764Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.158877152Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.158913405Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.177934757Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.177967064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.19683582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.196873048Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.215132544Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.215175529Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.233558902Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.233593224Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.255807639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.255840556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.275177493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.275207287Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.295586022Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.295633534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.29583806Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.295956691Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386070088Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386112276Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386116457Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386120611Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386124811Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386133924Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386141799Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386149861Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386154961Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386158796Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386163624Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386167571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386172764Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386176889Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386180902Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386184736Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386194674Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386198874Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386202764Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:05.386248027Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"964e97ea-04e5-4841-8af6-8daad402d2b2","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized)]","latency_us":484302,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:05.386377365Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"2.650660898s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964e97ea-04e5-4841-8af6-8daad402d2b2\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:17:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"964e97ea-04e5-4841-8af6-8daad402d2b2\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.046264728Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.046595667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.046604958Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.069249586Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.06932305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.090446624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.090488042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.109397964Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.109439458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.129208455Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.129312097Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.14795372Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.14800068Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.166233395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.166270726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.184910943Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.184955174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.203355637Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.203399841Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.222169308Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.222203293Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.240964762Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.2410047Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.259030628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.259065663Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.277518073Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.277550746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.295754444Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.295798159Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.314252354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.314289835Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.335126147Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.335165476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.354012077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.35406589Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.373687458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.373717618Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.392516779Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.392555488Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.411606286Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.41164103Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.430518626Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.430554869Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.430767814Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.430895287Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.52378388Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523828571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523837318Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523840805Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523845005Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523864336Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523869315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523873168Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523876919Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523885431Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523890306Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523893456Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523897459Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523903806Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523910153Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523914156Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523918215Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523921187Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.523924262Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:08.523955556Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"5676d99c-7597-443c-8518-71b0a25dfba4","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized)]","latency_us":476280,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:08.524088466Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"4.000145549s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5676d99c-7597-443c-8518-71b0a25dfba4\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:17:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5676d99c-7597-443c-8518-71b0a25dfba4\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.536348989Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.536625112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.536634422Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.556825962Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.556861155Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.576209504Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.57624496Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.597203663Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.59723926Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.614935021Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.61497133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.632421188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.632547305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.651008218Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.651041996Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.6702079Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.670247706Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.687852989Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.687889486Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.707067014Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.707095599Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.725875279Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.725910839Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.744840679Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.744881321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.762453861Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.762492318Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.781318901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.781349464Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.799342614Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.799394448Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.817015612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.817049869Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.835716189Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.835744549Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.854186537Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.854221121Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.87175596Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.871790403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.890287193Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.890331012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.908941129Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.908976389Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.909192502Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:12.909401182Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003314984Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003355118Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003367006Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003372106Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003383506Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003387706Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003391671Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003395806Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003400596Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003420199Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003423791Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003427578Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003433635Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003437797Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003446149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003450125Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003519541Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003523975Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003527453Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3185","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:13.003567147Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f26465bd-1a18-447c-9e30-c72f761c7280","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\", TimeNotSynchronized), (\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\", TimeNotSynchronized), (\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\", TimeNotSynchronized), (\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\", TimeNotSynchronized), (\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\", TimeNotSynchronized), (\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\", TimeNotSynchronized), (\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\", TimeNotSynchronized), (\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\", TimeNotSynchronized), (\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\", TimeNotSynchronized), (\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\", TimeNotSynchronized), (\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\", TimeNotSynchronized), (\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\", TimeNotSynchronized), (\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\", TimeNotSynchronized), (\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\", TimeNotSynchronized), (\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\", TimeNotSynchronized), (\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\", TimeNotSynchronized), (\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\", TimeNotSynchronized), (\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\", TimeNotSynchronized), (\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\", TimeNotSynchronized)]","latency_us":465824,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:13.003716275Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:476","retry_after":"4.966092035s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f26465bd-1a18-447c-9e30-c72f761c7280\", \"content-length\": \"124\", \"date\": \"Thu, 22 Aug 2024 02:17:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f26465bd-1a18-447c-9e30-c72f761c7280\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:16.98133649Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"3.25668983s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b57211b8-12b5-4756-ac2b-d3438364d75d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2662fc93-3f86-483e-b618-470614727673, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7520678c-5071-410e-9d81-975f46327871, kind: Service { id: d1bb411d-1cd9-4268-99d6-f46af4187aa1 }, name: Name(\"ntp-d1bb411d-1cd9-4268-99d6-f46af4187aa1\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 21])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3ade7be-87ab-4882-beda-b8c4b351c104, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42ef3e65-0870-4c60-8479-018e44e50e71, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 249b0525-e315-49f0-bea0-213c52bdfd49, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 83b9c234-fcfa-4fe9-b4b7-c61db9754b46, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a62caba8-947d-463e-8485-54a699632f6c, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 383c9379-db34-4f35-bbb7-0ff693eb5864, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 60d227cb-8f8d-4ba6-8fed-61d664284906, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External } } } }, OmicronZoneConfig { id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1073410-4570-439e-a9f7-a33b9380747f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External } } } }, OmicronZoneConfig { id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External } } } }, OmicronZoneConfig { id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:17.984752306Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:439"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:17.985105514Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:17.985119896Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ad4970f-3542-4f24-8bd3-6c96fb94410c, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.007686518Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.007759053Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b57211b8-12b5-4756-ac2b-d3438364d75d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.028809224Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.028854102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2662fc93-3f86-483e-b618-470614727673, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.049805695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.049842567Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3cd84b19-998e-453f-b3bf-47ee83dcc808, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.07029362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.07034492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d533f1e0-d3b8-466c-ae7a-c4d68d1d6054, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.088827883Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.088864821Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a3ade7be-87ab-4882-beda-b8c4b351c104, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.106937846Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.106974615Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 42ef3e65-0870-4c60-8479-018e44e50e71, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.125750998Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.125793354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e2f83012-ffa8-48c5-b9f8-a3531cebeca5, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.145032448Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.145070838Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e3cfd6ed-225d-4c9e-a437-60c94e80df50, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.162918085Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.162948947Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.183178254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.183229358Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e604cd42-8d92-4bb5-b07a-6931fdbf2ec7, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.199887991Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.199924141Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 8e7742e8-523b-430d-a69a-9f9f4d4a7adf, dataset_name: DatasetName { pool_name: ZpoolName { id: a3847786-8a2e-45ee-87a5-075f35fc7eea (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.219821312Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.219855372Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a515946e-cb4e-4ebb-b0f1-eea57fa935f3, dataset_name: DatasetName { pool_name: ZpoolName { id: c613840f-0c10-41fb-9afd-d136750700f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.238797067Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.238837342Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d1073410-4570-439e-a9f7-a33b9380747f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2beabcd5-0369-41ca-9d09-9a7ad5ca2181 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.258638146Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.258669599Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2b4e4c46-69fb-47e0-bfb6-01d380971bb2, dataset_name: DatasetName { pool_name: ZpoolName { id: 817bc2ac-fa69-4e9b-8fd6-6f77d7295e99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.277905103Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.277955954Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 558fb2d9-3acc-4a64-bff5-f85a077f1e33, dataset_name: DatasetName { pool_name: ZpoolName { id: 50197822-d2db-4c18-aae1-d7d7bdd76af4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.295672422Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.29571324Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: dce94a66-3e8e-4ef2-a278-14fcbaefb3df, dataset_name: DatasetName { pool_name: ZpoolName { id: 39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.313723164Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.313755142Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fc052a6b-ed5e-4aa6-b998-97446b9d35e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 93a0a2e2-5fff-4e15-9016-1c60e061297f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.331867733Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.331905599Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bf20743c-2c90-4d79-8cba-0a0d296d31a7, dataset_name: DatasetName { pool_name: ZpoolName { id: 01770c46-d16d-4f08-bf5d-3bc7b219d504 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.349796913Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.349832783Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7e931c9a-fc76-4509-b7db-fa4aa9e03576, dataset_name: DatasetName { pool_name: ZpoolName { id: 555e0f8f-2230-434a-8ce6-0ed459a335cf (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.368173573Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.368214589Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.368430655Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.368551106Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.454776941Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.456688126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.501566229Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.501807796Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.501852243Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.501908933Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.503162597Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.525814337Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.52601142Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.538260871Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.538295662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712286532Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712340176Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712359564Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712365301Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712381568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712385496Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712390521Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.712394065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.713816267Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.719192328Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.72439467Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.730147056Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.735476756Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.740508352Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.897798299Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.903219701Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.907809855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.913624119Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.952003219Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.952162858Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.956860567Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.961837553Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.966818137Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.971863293Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.976543082Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.981287575Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.986360654Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.992225292Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:18.997369543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.039158466Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.071404893Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.0716301Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.077578153Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.083914805Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.089176627Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.094628953Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.100815915Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.106546885Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.112609412Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.183444326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.239586067Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.245046242Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.24506502Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.292100831Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 250, 221]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.292120781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.294173719Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.294188119Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.338600718Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 156, 98]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.338631412Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.340245236Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.340256749Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.387681913Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 180, 42]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.387706617Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.392295042Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.39231292Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.552447136Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 255, 202]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.552473536Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.553912313Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.553924726Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.613329623Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 216, 61]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.613354168Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"}
{"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614176458Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614190324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614232999Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614239224Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614393209Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614408584Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614587274Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.614600559Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.617187436Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.617201686Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.617252977Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.618260025Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.620297287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.620326556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.620335097Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.62292471Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.625698286Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.625709179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.625742808Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.753622994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.753948463Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.762205135Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.768938011Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.774256832Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.814045676Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.820776663Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.827313903Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.833863746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.839925274Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:19.869389768Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService14'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::f'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::f'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.296550207Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.296751142Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService15'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::14'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_2beabcd5-0369-41ca-9d09-9a7ad5ca2181/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::14'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='e9076dfa-3f98-4c92-aebe-a722e53c36f7'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.382720485Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.382913939Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService10'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::15'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_817bc2ac-fa69-4e9b-8fd6-6f77d7295e99/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::15'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='691f20da-1279-4964-ae28-0107436a38cc'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.391735554Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService11'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_555e0f8f-2230-434a-8ce6-0ed459a335cf/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1a'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='c2996114-cec8-4f3d-b762-bfb3fc0a2e5e'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.391952258Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.39206173Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.399346233Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService16'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::17'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::17'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='0a40c617-e8c2-4448-be5e-897ccd50a930'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.426827293Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.427047241Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService12'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::19'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_01770c46-d16d-4f08-bf5d-3bc7b219d504/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::19'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='c130bb53-0aae-4b73-9cba-a9d63bca8cae'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.480325957Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.480588353Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.506256415Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52340"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:21.506657041Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"e874ef28-187f-40e5-a6fd-3d473fbbb628","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52340","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":164,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 25.065969ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:23.367509316Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 61.78172ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:23.407181644Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 51.358964ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:23.496067438Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 71.955216ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:23.578600177Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 26.907792ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:30.321815497Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 64.602287ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:30.401101564Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 57.216981ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:30.511090977Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 110.602641ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:30.658274631Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 129.159467ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:30.738331088Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 105.91963ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:30.870217074Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 105.735579ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:31.003048275Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 99.953135ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:31.103454322Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService22'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::18'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_93a0a2e2-5fff-4e15-9016-1c60e061297f/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::18'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='ddb6ba58-138c-43c5-a0bf-c93ffe267b69'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:31.146107616Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService23'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::16'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_50197822-d2db-4c18-aae1-d7d7bdd76af4/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::16'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='2bedd77b-9456-4736-9e1b-1553969802c2'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:31.146852082Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 148.92579ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:31.284012141Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 282.022397ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:31.445794365Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 281.817131ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:31.618768067Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 217.345805ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:31.68867649Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 144.401196ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:31.963066925Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 154.177795ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.002808303Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService17'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::12'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::12'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='21fa94c3-4438-4d88-a4da-8066087faa61'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.004294698Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService19'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::10'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::10'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.005317987Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService20'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::11'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::11'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.006143214Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.006243208Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.013903209Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 296.455332ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.036236744Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 494.817341ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.049583529Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 403.753471ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.062558045Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 424.779353ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.072457172Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.072551344Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.077924449Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.083491932Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 570.259184ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.405902214Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 283.123164ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.462305774Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 559.207149ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.491476331Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 866.297894ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.520941525Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 943.642686ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.599901852Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.065104453s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.619320182Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService18'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::d'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value='83b9c234-fcfa-4fe9-b4b7-c61db9754b46'/>\n        <propval type=\"astring\" name=\"address\" value='[fd00:1122:3344:101::d]:12223'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.744513112Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.744816038Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 760.836638ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.769790946Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 67.124421ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.847468497Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 59.659801ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.900356249Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 27.70278ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.917941722Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 136.697352ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.932877576Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService21'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::13'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_c613840f-0c10-41fb-9afd-d136750700f5/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::13'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='5af87f3a-7820-4971-9bdd-8abfddba7069'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.933924553Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 39.125729ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.946082901Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:32.946199921Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 124.218371ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.967871089Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 77.50501ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.98050097Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 650.908726ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:32.993421791Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 106.496635ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.005110682Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 52.403693ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.041153725Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.103649087s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.09515455Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 212.469876ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.197554112Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 165.443451ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.218808542Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 127.357579ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.240361403Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 163.756072ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.261581482Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 106.715667ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.286283092Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 57.287192ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.388678177Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 272.595153ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.418853562Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 206.312586ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.439260265Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 969.045914ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.458264384Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 569.586972ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.496022622Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 440.206316ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.515451482Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 225.733862ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.533811475Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 46.677976ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.549365906Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 710.91562ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.571577003Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.180750474s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.600353257Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 54.144685ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.634737637Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 62.679151ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.66370476Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.114655136s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.685704068Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.338257818s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.707319086Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.429087814s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.729204485Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 244.888861ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.756772132Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 286.698617ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.781429907Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.08129936s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.798304505Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 407.305748ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.813223266Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 540.633408ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:33.975317243Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 451.472265ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.0189262Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 670.510437ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.085044634Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 560.364761ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.101566552Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 749.632759ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.21690817Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.163981181s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.237073263Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 677.945015ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.300817318Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 565.362494ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.44658707Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 643.851403ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.485283381Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService27'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::9'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte1'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::9]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.6:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:34.513113316Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:34.513709123Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.013198932s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.53099249Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService25'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::8'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte2'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::8]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.5:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:34.566673068Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:34.566887289Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 721.33036ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.675121057Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 607.417253ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.769656858Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 849.879234ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.79416629Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.257132245s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.812692787Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 25.094828ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.820892511Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 145.279423ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.855802195Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 71.598657ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.879150842Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.087830049s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.892606428Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 136.245086ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.962419767Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 975.839532ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.979269316Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 1.004104351s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:34.99212688Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 218.282322ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.012675612Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.140654966s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.021566622Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 556.91318ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.05732671Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 223.652718ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.113222585Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 560.960145ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.143631027Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.420714405s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.170659428Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 312.918114ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.243658162Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.699581026Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"7.036196652s"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 614.880281ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.762375699Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 420.822199ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.773493933Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.122557775s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.784330668Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 901.179089ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.848964513Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 965.856606ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.859968484Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 553.746639ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.86947918Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.063882783s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.877910012Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.087039532s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.88633162Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.19928774s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.894508813Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 950.512199ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.969447424Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.38770564s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:35.994835157Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 688.39399ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.009264239Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 904.950738ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.083246555Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.362947567s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.175833468Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 736.499185ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.20770702Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.108095673s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.391429769Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 868.066976ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.435947525Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 544.190614ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.604883785Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 1.494777611s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.711082955Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 637.022857ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.763858034Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.166437472s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.838471492Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.263595311s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:36.991088744Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.404867111s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.136049095Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 794.094525ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.148682527Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.236380519s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.160230805Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.447026298s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.171264591Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 677.445775ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.183454681Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.06768808s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.194436927Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.344711349s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.205813194Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService24'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte5'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:37.206235346Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService26'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte3'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:37.206272846Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:37.206416046Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:37.212512101Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.252223459s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.317735767Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 969.988592ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.490554612Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.237922801s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.507535323Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.328344294s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.521167829Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 66.595182ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.540268748Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 115.17433ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.622366598Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.046599102s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.634080977Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 46.722733ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.642831703Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 126.72398ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.704407068Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 167.974618ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.747985668Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 279.270047ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.846627657Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.344311152s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.873159087Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 498.758382ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.931602769Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.074807302s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:37.95600779Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 891.545919ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.017506785Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 218.809022ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.140609847Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 865.711894ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.219378861Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 832.68672ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.269562538Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.233053951s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.280778125Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 628.525347ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.372565265Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.09679464s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.574106219Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 715.557284ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.586224709Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.130703236s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.599584295Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 961.756293ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.611819355Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 852.895229ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.621836417Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 749.203488ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.63215932Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.019871017s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.642326892Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.114174433s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.693638684Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.11615303s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.756348774Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.429909733s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.862928815Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.325793163s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:38.91949279Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 518.979445ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.011552601Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.138938958s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.039931028Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 942.907072ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.095311178Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 507.733147ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.111373315Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 992.173679ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.226053599Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.003337619s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.311915095Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 873.250588ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.391033513Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 682.843594ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.488626697Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.17747766s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.52805404Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.077030913s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.542951662Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 933.832396ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.586426802Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.401749809s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.631658289Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.468463928s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.674550156Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.409277288s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.685676793Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 824.167415ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.742422778Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.157197372s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.820432371Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 917.114006ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:39.884790027Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 730.042792ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.046925089Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService13'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::e'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::e'/>\n        <propval type=\"astring\" name=\"listen_port\" value='8123'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"clickhouse_address\" value='[fd00:1122:3344:101::e]:8123'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::e]:8888'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:40.101666696Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:40.101943767Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.404181503s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.180783563Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 854.863319ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.188591796Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 590.062348ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.226959675Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.176884701s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.254238068Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 980.460759ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.272560233Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.111107471s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.301333663Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 528.17704ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.32250849Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 71.293487ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.396252646Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 127.331609ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.475302203Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.419540554s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.527554459Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 835.416686ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.575557128Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 113.472229ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.614184638Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.315994568s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.629312771Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 673.005849ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.717127714Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 466.977429ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.739011275Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 1.013108652s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.860168167Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 714.25544ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.92120506Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 937.029493ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.93333918Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 581.896593ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:40.944168885Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 721.302166ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.006586093Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.402809027s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.052790015Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 583.988143ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.060907488Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 659.500494ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.123416307Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 863.032731ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.193775719Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 404.791661ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.214947576Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.347974002s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.262193122Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 510.067452ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.399526691Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 839.340667ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.479240521Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 896.365281ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.487243264Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 579.115971ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.494627694Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 591.581852ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.53470513Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.144490612s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.593797935Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 691.805852ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.628539379Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.493182045s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.645239558Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 733.260003ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.653932234Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.177610308s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.737139319Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.406790177s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.791288723Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 635.302002ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.87977Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 515.358904ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.888044164Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.435810656s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.919511064Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 530.951495ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.95474038Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.01272576s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:41.963211185Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.396830663s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.066065181Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.476527531s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.080985393Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.034017565s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.136424003Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 696.162912ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.333642499Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 518.774563ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.347042855Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.267574851s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.394547542Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.345029707s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.402807906Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 737.904206ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.414280313Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 705.832387ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.46669132Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.387790786s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.496567234Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 907.393546ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.525847535Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.217685299s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:42.619881134Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService28'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::c'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte4'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:42.726990758Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:42.727104909Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 65.941493ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.349577657Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.001565284s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.356849567Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 989.364106ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.363395934Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.175945672s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.371593238Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.139234289s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.379593181Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 788.203317ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.38674059Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 757.402292ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.394893894Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 998.45492ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.404829615Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.203585863s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.415218658Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.469284149s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.424038344Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 917.62457ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.432988472Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.487538913s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.441229666Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 56.947071ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.448179634Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.049503674s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.455891016Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.19926497s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.4713222Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 171.938003ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.518117314Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.440939703s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.567137987Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 628.134812ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.671485319Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 207.922742ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.699542235Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.06272765s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.75857478Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.44535786s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.848687363Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.241084884s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.894953465Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 1.091482832s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:43.91793443Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.351439527s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.161459238Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 1.333293015s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.183968011Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 879.754929ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.308997519Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 506.154722ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.359590759Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.322051056s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.367561392Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 808.640428ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.374871242Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 1.017536134s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.412374617Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.123530399s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.514027828Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.316246382s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.52650029Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.02107496s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.556260583Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.144511868s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.627607799Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.384526729s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.680400497Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.037388502s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.831461853Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 617.919318ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.875213884Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 830.108034ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.903422381Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 986.861133ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:44.938116585Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 916.984556ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.017798315Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 1.2017099s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.026690801Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.376339718s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.146389807Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 596.341441ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.193722593Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 520.419762ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.201880217Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.309601858s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.306065309Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 668.018528ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.440180444Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.471979109s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.503839197Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.024772275s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.523171457Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 517.941189ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.533365729Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 598.359107ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.589727553Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 549.364609ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.64936053Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.350245186s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.700891053Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 850.038376ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.733538838Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 729.047433ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.742319135Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.195039715s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.78462009Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.308866784s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.822201586Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.092494708s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.865780446Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 512.551661ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.882149004Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 782.781139ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.935206594Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.096978691s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:45.943834099Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 1.261196138s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.06473425Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 930.597437ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.076266698Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 1.467968443s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.119180836Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.486658554s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.199438078Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.444632174s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.208989207Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 643.698851ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.239466884Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.217923249s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.405611861Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 905.114423ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.483590524Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.144254019s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.532338986Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 511.682218ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.559197127Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.280865756s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.595570488Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.302075138s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.626435886Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.383467093s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.73132478Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 1.036636791s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.899466927Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 649.954274ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.973260582Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.325813866s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:46.990150672Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.09198639s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.004844953Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 936.46395ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.020646498Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 925.878621ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.056616077Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 663.324896ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.069968903Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 595.772566ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.0837511Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 868.748925ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.144901563Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 1.335786599s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.339129117Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 635.101603ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.400394781Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 626.959441ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.604385695Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.126583869s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.637984575Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.095387239s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.654371362Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 530.401358ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.66580627Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 906.500405ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.699461509Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 989.26728ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.713370927Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.076399562s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.72867829Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 680.077884ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.747772909Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.212917684s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.892632379Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 633.502353ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.943976002Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 1.009396401s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.957047456Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 900.936872ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.969082496Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 911.923291ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:47.99437217Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 854.449983ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.024578466Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.306612445s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.048239194Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.36467335s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.111585356Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 729.335324ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.127420601Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.014361201s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.214168511Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 1.160101113s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.245979583Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.097459632s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.331753148Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 770.421447ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.447890498Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.34443126s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.589861646Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 803.208721ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.622531422Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 526.262226ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.68985237Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 861.914394ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.718119707Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.02341559s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.764091068Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 615.822059ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.777161352Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.019184628s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.820455451Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.252348474s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.870443738Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.08400127s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.881567944Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 546.130708ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.891447015Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.453729521s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.91915405Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 986.276799ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:48.977376381Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.151268433s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.118618426Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 1.381242651s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.227177336Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.288084552s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.239135815Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 771.262377ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.250334062Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 670.965466ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.366089331Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.069884085s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.40448359Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 872.779044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.417501663Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.28535344s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.436670583Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 660.932699ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.447616858Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.474379619s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.458401953Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 913.51986ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.488345177Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 781.485405ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.59299589Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 533.031926ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.802825669Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 950.150883ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.851856602Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.092973476s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.946399304Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 1.045571842s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.975126963Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.018058603s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:49.987197553Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 654.359921ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.032568141Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 1.434591245s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.047222911Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 545.092955ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.122018081Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.129392144s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.141263141Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 925.65334ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.285046976Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 994.201807ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.30519577Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 697.266175ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.350562608Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 817.672077ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.388765726Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.409938213s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.402223711Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 972.297569ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.415385876Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 610.03959ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.488127867Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.282719656s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.540484504Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 702.275399ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.623403327Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.322839873s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.685134073Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.376293802s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.699840424Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 733.683823ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.738230863Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 935.909057ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.816698158Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.22499581s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:50.946744806Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 1.366467436s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.021930528Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 972.003935ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.033456446Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.343474741s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.050782607Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 1.12341532s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.060301087Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.35122527s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.113173006Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 976.140682ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.219695807Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2\") failed: Property not found. retry in 1.116717715s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.234619108Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 683.663866ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.284961147Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 742.730669ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.314173158Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 697.282179ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.341964443Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.149843867s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.400696086Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 1.390876162s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.487873627Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864\") failed: Property not found. retry in 576.152045ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.504734077Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:51.618417578Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64126"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:51.619932434Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"84a292e7-1ef0-48f1-a6fe-62714a13d625","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64126","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":527,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 964.616733ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.770861999Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 604.195835ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.833094357Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.060325612s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.847423616Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.15133976s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:51.980583028Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 990.910657ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.015329272Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 568.874745ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.023506265Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 955.363157ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.04865039Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 716.23751ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.067568458Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 1.204146892s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.086753087Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 901.140486ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.185045454Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df\") failed: Property not found. retry in 828.455119ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.193931041Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.194417775s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.205231108Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906\") failed: Property not found. retry in 674.544122ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.399532332Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46\") failed: Property not found. retry in 1.495457495s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.408008867Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.108234098s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.448271964Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.048132309s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.474510273Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 931.695612ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.56805283Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4\") failed: Property not found. retry in 1.290582048s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.602171641Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 735.466934ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.746038627Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c\") failed: Property not found. retry in 855.45622ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.79264667Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49\") failed: Property not found. retry in 773.979502ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.890580846Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959\") failed: Property not found. retry in 1.080095311s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:52.920931071Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 544.668133ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.01482609Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 614.514004ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.023316975Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576\") failed: Property not found. retry in 1.356751088s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.098866848Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33\") failed: Property not found. retry in 1.43307313s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.145963203Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3\") failed: Property not found. retry in 796.021331ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.308728707Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf\") failed: Property not found. retry in 1.101290036s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.414757106Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d\") failed: Property not found. retry in 1.106427106s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.49536982Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f\") failed: Property not found. retry in 1.275976221s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.511216096Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50\") failed: Property not found. retry in 1.493128797s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.534462812Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7\") failed: Property not found. retry in 1.264084516s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.568041841Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7\") failed: Property not found. retry in 703.558201ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.578426514Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f\") failed: Property not found. retry in 882.396211ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:53.65719802Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:17:54.219893411Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"18.40503651s"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063300763Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_nexus_7524dcb2-fbae-4cac-83ef-d3e4411c247f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063369683Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_nexus_95247a59-463e-4d62-a4ab-f35b1fbfb959"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063382103Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_2b4e4c46-69fb-47e0-bfb6-01d380971bb2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063386643Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_7e931c9a-fc76-4509-b7db-fa4aa9e03576"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063399494Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_bf20743c-2c90-4d79-8cba-0a0d296d31a7"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063403863Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_external_dns_e3cfd6ed-225d-4c9e-a437-60c94e80df50"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063408123Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_nexus_249b0525-e315-49f0-bea0-213c52bdfd49"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063412263Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_clickhouse_e604cd42-8d92-4bb5-b07a-6931fdbf2ec7"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063416734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_external_dns_7d0db839-e1b4-4b99-8b58-7f70a3941e8d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063423254Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_pantry_a62caba8-947d-463e-8485-54a699632f6c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063427534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_d1073410-4570-439e-a9f7-a33b9380747f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063431264Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_dce94a66-3e8e-4ef2-a278-14fcbaefb3df"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063435574Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063439824Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_oximeter_83b9c234-fcfa-4fe9-b4b7-c61db9754b46"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063443734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_pantry_383c9379-db34-4f35-bbb7-0ff693eb5864"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063447734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_pantry_60d227cb-8f8d-4ba6-8fed-61d664284906"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063451864Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_a515946e-cb4e-4ebb-b0f1-eea57fa935f3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063685745Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_fc052a6b-ed5e-4aa6-b998-97446b9d35e4"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.063693925Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3181","zone":"oxz_crucible_558fb2d9-3acc-4a64-bff5-f85a077f1e33"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.064466598Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.06736607Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.087208842Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"118c07f1-8b16-423a-ac03-f3be1b7c5d86","remote_addr":"[fd00:1122:3344:101::1]:47684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37058106,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.09632799Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1251"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.09634731Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.096660721Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.109455924Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:688"}
{"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.112434357Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:701"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.2.174,\n    infra_ip_last: 10.151.2.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.2.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.2.100,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.147534452Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:832"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.149304209Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.290882345Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.383421989Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.561217775Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.735009464Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:55.998264215Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:56.331864166Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:56.691608966Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:57.147202623Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:57.785957397Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:58.406532807Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:59.300439149Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:17:59.745196761Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:00.559743514Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:01.367243928Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:02.218672673Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:03.765505738Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/807d2f15-4cac-40e5-8f79-4faf50cf2768/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:06.001256247Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e6584f-0189-4a41-8aee-4e4824101920\", \"content-length\": \"173\", \"date\": \"Thu, 22 Aug 2024 02:18:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"37fb4e95-8c94-4aa8-946d-de6b4770caf9\\\"\", request_id: \"19e6584f-0189-4a41-8aee-4e4824101920\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:07.883070279Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89400715-eb73-4cc8-bffb-11ab6351921b\", \"content-length\": \"173\", \"date\": \"Thu, 22 Aug 2024 02:18:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"37fb4e95-8c94-4aa8-946d-de6b4770caf9\\\"\", request_id: \"89400715-eb73-4cc8-bffb-11ab6351921b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:11.882652551Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:894"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.596770868Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.684839363Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43250"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.687689275Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.776881324Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"10fa790e-6878-4603-b05b-9ee0a131a18f","remote_addr":"[fd00:1122:3344:101::a]:43250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91925,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.779234314Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.779290394Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.781041422Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:12.782461468Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"a19972ff-1758-4a0f-8150-c3accba27822","remote_addr":"[fd00:1122:3344:101::a]:43250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3725,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.55803196Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56423"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564300736Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564558057Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564598947Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564606287Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564613597Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564630037Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564639967Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.564661537Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"bbcacf7e-f4a4-4301-a9e0-17082173e46c","remote_addr":"[fd00:1122:3344:101::a]:56423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6569,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.566464725Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:904"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.874671811Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51027"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.874748191Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.969828985Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"7951a617-7c86-4301-ad65-add58b30f8f9","remote_addr":"[fd00:1122:3344:101::a]:51027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95031,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.970255047Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.970360457Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.970893339Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:14.971309331Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"9d2300a0-b343-4700-abfc-bad8a517e54a","remote_addr":"[fd00:1122:3344:101::a]:51027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1208,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.205920234Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44303"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206122605Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206171935Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206213365Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206220605Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206237515Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206242945Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206265386Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.206281206Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"13240c2a-ba47-47e4-ac29-322fab2cb8b3","remote_addr":"[fd00:1122:3344:101::b]:44303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":318,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269540528Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43000"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269751938Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269793958Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269815578Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269827169Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269843719Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269848889Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269856549Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.269873429Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a4684c2c-1a3d-4d1d-9470-4b1c72ef3951","remote_addr":"[fd00:1122:3344:101::a]:43000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":233,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386547142Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44596"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386766133Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386817123Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386842463Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386848993Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386855843Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386861013Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386866643Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:16.386891383Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0df40a61-7d01-47db-8300-09cbdd5aac2b","remote_addr":"[fd00:1122:3344:101::c]:44596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":248,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:20.680901924Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65268"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:20.681508447Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c892a966-5ef0-4aa1-bf6b-81edbf3633fb","remote_addr":"[fd00:1122:3344:101::a]:65268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":591,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:20.741355434Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"a83bb3c2-00cd-4915-8439-ac7d9580dace","remote_addr":"[fd00:1122:3344:101::a]:65268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1743,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:21.657113807Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:21.657192557Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"a6044695-bc27-4937-bbc3-d73d1104369f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58140","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:36.886104159Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42738"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:36.887316454Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d46855ce-eee8-4bdc-9d94-c15414b452d7","remote_addr":"[fd00:1122:3344:101::b]:42738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1156,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:36.912339958Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"e780b714-6f70-4f94-9e76-fa70379104e2","remote_addr":"[fd00:1122:3344:101::b]:42738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.030748408Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41142"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.030840679Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b5a45788-6f45-4a15-99a2-18e2cb799132","remote_addr":"[fd00:1122:3344:101::c]:41142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.043893763Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d7c7efa5-8065-42f8-a93f-7b52201bdd59","remote_addr":"[fd00:1122:3344:101::c]:41142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1066,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.053222181Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38713"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.054211535Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"14f83794-d376-4ca6-bab3-c57cdc15f400","remote_addr":"[fd00:1122:3344:101::c]:38713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":969,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.065845833Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44422"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.065943624Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"a0792a59-a262-4d69-b9c9-653b34327e4f","remote_addr":"[fd00:1122:3344:101::a]:44422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.074257568Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"50cd4c7c-ac4a-4765-9585-0a57387ba31a","remote_addr":"[fd00:1122:3344:101::a]:44422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.085834976Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60379"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.08663405Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b77130df-5d5a-4cc6-8ac1-8054967891c2","remote_addr":"[fd00:1122:3344:101::b]:60379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":726,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.142680442Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62689"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.142812622Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"6e19f971-4526-4dd4-9181-fa577ac7153e","remote_addr":"[fd00:1122:3344:101::a]:62689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.172803056Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64252"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.173412589Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.244049802Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.271198274Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b3aaae69-d2a8-46ce-870c-c27fe705b584","remote_addr":"[fd00:1122:3344:101::b]:64252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98349,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.271389945Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32808"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.271465545Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35450"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.272302399Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.275691323Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6f2214d1-8b2d-47a7-b1ac-832308ac6d53","remote_addr":"[fd00:1122:3344:101::b]:64252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4069,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.300299144Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.310512307Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.311129489Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.312441135Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.313351029Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.313373249Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"PUT","req_id":"1071873a-2834-44b0-afd6-f18631333edf","remote_addr":"[fd00:1122:3344:101::b]:64252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3597,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.336113473Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"eb49a83d-59a0-4660-9c72-6299e8f80faa","remote_addr":"[fd00:1122:3344:101::a]:32808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64626,"response_code":"204"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.336170723Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.341225894Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"578a0feb-60ac-4ab0-85fe-6ddc2d1dedaf","remote_addr":"[fd00:1122:3344:101::a]:32808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1168,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.364257609Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.387835357Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"bd646a7a-0389-4fb3-864b-263cc365aa08","remote_addr":"[fd00:1122:3344:101::c]:35450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116227,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:37.388264169Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"202252ce-31bc-4d6d-b635-e01839b0fb09","remote_addr":"[fd00:1122:3344:101::c]:35450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:42.76414064Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:54144"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:42.795348339Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"7049dcee-7cf2-401a-ad81-e4daf78a1345","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31142,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:51.703695508Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55945"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:18:51.703766968Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"6a2b3e19-36ba-44c8-95f9-5f6759cc629c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55945","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:06.914465625Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61260"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:06.914738166Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"f83d8c2f-741f-44fa-879d-fc45db4a44f1","remote_addr":"[fd00:1122:3344:101::c]:61260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":243,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.106402929Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52819"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.1066098Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"54f75972-3f00-43c1-a4b1-2b78fa46c03f","remote_addr":"[fd00:1122:3344:101::b]:52819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":174,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.14527969Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34891"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.145422221Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"86e7c487-c3cd-40d3-8cba-9e7ff3b547a8","remote_addr":"[fd00:1122:3344:101::c]:34891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.156548467Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"bca25fd4-af77-4410-b627-50a109239873","remote_addr":"[fd00:1122:3344:101::c]:34891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.188939731Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48445"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.189108642Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"bc3b9288-ed3c-4637-af57-e2114f0ae981","remote_addr":"[fd00:1122:3344:101::a]:48445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.190291527Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61668"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.190398917Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8f49eeea-f042-48ba-ba16-806584ede62e","remote_addr":"[fd00:1122:3344:101::b]:61668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.198604251Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c19adc8d-1b5c-47a3-a0cb-e94265dda214","remote_addr":"[fd00:1122:3344:101::b]:61668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.310527615Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38811"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.311491389Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"05d24d7b-39b7-4884-b0fe-295bac4f6e40","remote_addr":"[fd00:1122:3344:101::a]:38811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":934,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.320258305Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"91282cb6-ee0f-4fd4-ace5-767f1eff9867","remote_addr":"[fd00:1122:3344:101::a]:38811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.337465766Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42261"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.337534486Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.362919642Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.384617532Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a6bd5ac0-402b-4201-b163-10958a3c7edf","remote_addr":"[fd00:1122:3344:101::c]:42261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47109,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.384907753Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a14dcd61-f1d0-4e86-a7c3-47de910353fc","remote_addr":"[fd00:1122:3344:101::c]:42261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.417837039Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63593"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.41797843Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.441532107Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.462392603Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"55c07318-5a77-4930-ad1e-5bdfa81d9177","remote_addr":"[fd00:1122:3344:101::a]:63593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44473,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.462677785Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a641c6b1-e691-4c83-8f04-7909ef0bc38b","remote_addr":"[fd00:1122:3344:101::a]:63593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.732553662Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61799"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.732688883Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.757663106Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.780750852Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"769b5631-83d2-4770-ae46-36d701095dd2","remote_addr":"[fd00:1122:3344:101::b]:61799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48136,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:07.781041283Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"2b6d20dc-3fc0-42f4-886c-9c6a4cc04007","remote_addr":"[fd00:1122:3344:101::b]:61799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:12.770951276Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"21c5484d-f01b-4078-8bbe-8646a65d54c7","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5940,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:21.738171319Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58034"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:21.738232059Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"321c2ba1-d42d-485e-8183-87fc483e19bc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58034","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:36.918895031Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55312"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:36.919076962Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1e95679b-762c-4898-9e38-19c608e645bb","remote_addr":"[fd00:1122:3344:101::b]:55312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:36.9283774Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"fed588ef-0bf2-4890-b950-b1644795ca20","remote_addr":"[fd00:1122:3344:101::b]:55312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.004104914Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62924"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.005075898Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"0cc7c3a2-968b-472b-be65-648e4e549fb4","remote_addr":"[fd00:1122:3344:101::c]:62924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":933,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.022195759Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32888"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.022357689Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"efc495c8-b6b9-4793-b776-296aa51a1f08","remote_addr":"[fd00:1122:3344:101::b]:32888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.032449411Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39558"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.032553737Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"cebe6bec-004a-4f19-952b-c7dbe6a6c48a","remote_addr":"[fd00:1122:3344:101::c]:39558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.041646529Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"333cf8af-6d4d-4d30-a62e-7cf13b5d2410","remote_addr":"[fd00:1122:3344:101::c]:39558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.115787276Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52272"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.115981207Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.142105885Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.167024248Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"35f0c845-7dc6-4bcd-afd8-b3c21a2d662d","remote_addr":"[fd00:1122:3344:101::b]:52272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51128,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.16732375Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51792"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.168137483Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.168243484Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a7d086ce-5867-482f-91a2-4221b0200ac2","remote_addr":"[fd00:1122:3344:101::b]:52272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":927,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.174270669Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52699"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.174438959Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"2a732dc4-1d94-4eea-ae01-f9c05af7309f","remote_addr":"[fd00:1122:3344:101::a]:52699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.185783406Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"70c941c5-dbb6-4b77-aa30-f4c1a6474a3b","remote_addr":"[fd00:1122:3344:101::a]:52699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":563,"response_code":"204"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.193335888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.213868993Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a6945615-a222-4230-937f-d84de7d4d488","remote_addr":"[fd00:1122:3344:101::c]:51792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46406,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.214774056Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"881434a6-bead-4aa9-b4b6-1269f348560e","remote_addr":"[fd00:1122:3344:101::c]:51792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":645,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.254995073Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53287"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.255183144Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"4df6ee82-6103-4251-b268-c8982f4c28f6","remote_addr":"[fd00:1122:3344:101::a]:53287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.414458023Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47199"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.414569633Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.440851372Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.461006636Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"60740d09-3276-4c45-9852-5c7833ee6afe","remote_addr":"[fd00:1122:3344:101::a]:47199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46496,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:37.461253786Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"7464798d-5f23-4ac0-8388-c460d27d3b24","remote_addr":"[fd00:1122:3344:101::a]:47199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:42.77484447Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"3a485889-413a-4c3e-ae03-a42894753d5b","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10073,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:51.773495921Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56551"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:19:51.773571921Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"056cc82c-138e-4ce4-953a-028022a09525","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56551","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.047654479Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37762"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.04782823Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"4a7445bf-3d66-47ad-aea8-9c8a560aa640","remote_addr":"[fd00:1122:3344:101::b]:37762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.060758834Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"54466ffc-b69c-4327-b5a2-45c8a13e9b7c","remote_addr":"[fd00:1122:3344:101::b]:37762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1422,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.09608099Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64541"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.096272021Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"46711cb2-d567-40f6-80cd-b22496ddad4d","remote_addr":"[fd00:1122:3344:101::b]:64541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.187576832Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56861"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.188961715Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"97f51b7e-5081-43be-ab4b-65a7b67fa0d7","remote_addr":"[fd00:1122:3344:101::a]:56861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1301,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.271176355Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:65250"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.271257105Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e6851c64-578f-481d-9631-e07c29aae5c4","remote_addr":"[fd00:1122:3344:101::c]:65250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.279444579Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45671"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.27955537Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"17bae8a0-72d8-43cb-b90c-2123809d9084","remote_addr":"[fd00:1122:3344:101::c]:45671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.281311627Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ccbdf315-3f92-4570-a694-7797cb4b0fb7","remote_addr":"[fd00:1122:3344:101::c]:65250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":71,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.335879193Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59103"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.336226884Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"7bb053be-cca4-4f26-9136-39080100a375","remote_addr":"[fd00:1122:3344:101::a]:59103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":291,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.336622546Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64078"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.336690426Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.361158338Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.384282253Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d1f96ea1-035b-47ce-a9be-d58c4e364d58","remote_addr":"[fd00:1122:3344:101::c]:64078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47620,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.384487654Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"bc8bfd6f-6124-4394-9473-de2100a5a386","remote_addr":"[fd00:1122:3344:101::a]:59103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.384620595Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"24b75d66-4275-4235-bb5b-91f3722783bd","remote_addr":"[fd00:1122:3344:101::c]:64078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":80,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.414251717Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36197"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.414426678Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.438117913Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.460023657Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"6a4a8b77-3c6c-49b3-b915-17ab4fa0ee8f","remote_addr":"[fd00:1122:3344:101::b]:36197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45681,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.460159147Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33304"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.460279638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.486777208Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.510623836Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"de38bda3-9623-49e6-890d-d55b543862c1","remote_addr":"[fd00:1122:3344:101::a]:33304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50386,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.511974092Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"24cc1ed0-69dc-4629-83dc-a2463958b8f6","remote_addr":"[fd00:1122:3344:101::b]:36197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1186,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:07.512179873Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ce8a5fa4-3bfc-4268-8272-784c8b4703f5","remote_addr":"[fd00:1122:3344:101::a]:33304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:12.771533601Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"08142436-911d-4653-88e6-80045668e907","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5652,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:21.808640433Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39777"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:21.808703074Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"10d296e7-f34a-4b52-bf8e-7aedcd785a72","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39777","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.916246363Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35316"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.916566534Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"7ab448bb-9205-4787-86e6-2943934f76ad","remote_addr":"[fd00:1122:3344:101::c]:35316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":293,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.91792062Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63125"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.9179941Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e41649e5-777e-4ebd-9386-498c4210226e","remote_addr":"[fd00:1122:3344:101::b]:63125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.92761071Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"246ab31b-2aff-472f-aaf5-47dc3e65ae73","remote_addr":"[fd00:1122:3344:101::c]:35316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.931017214Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"bbe6908a-9fcf-4e63-9c64-47ecf298e04e","remote_addr":"[fd00:1122:3344:101::b]:63125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1150,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.937229763Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40001"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.937383738Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"7da6c4b8-5280-439e-b7ea-d83b92237134","remote_addr":"[fd00:1122:3344:101::c]:40001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.987838169Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63599"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:36.98799555Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"4fc2fab3-193a-49f2-9eeb-9b615d166f12","remote_addr":"[fd00:1122:3344:101::b]:63599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.038549519Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51924"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.038626309Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"43f791c5-2951-4937-8efa-e6f49016e181","remote_addr":"[fd00:1122:3344:101::a]:51924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.047781647Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"95cd8e39-23e0-44b9-8bab-a35c16bd04eb","remote_addr":"[fd00:1122:3344:101::a]:51924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.073945796Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52054"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.074028966Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.099618532Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.125800051Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d29c3fa2-9cf5-4511-a5ec-a043f350dd20","remote_addr":"[fd00:1122:3344:101::c]:52054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51804,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.125945351Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60167"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.126065182Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.14986324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.170928248Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d333cff0-6f6d-48ba-9bf5-48c099b1dfe4","remote_addr":"[fd00:1122:3344:101::b]:60167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44903,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.171236199Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59614"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.171311539Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"2299056c-e7cd-49a1-a2c1-8f274d2795e0","remote_addr":"[fd00:1122:3344:101::c]:52054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":212,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.17155523Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"95c29049-91d4-4f69-b7a6-9218dde09231","remote_addr":"[fd00:1122:3344:101::b]:60167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":264,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.172171083Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"d45514cc-9245-420a-8374-5fcf9181b8ec","remote_addr":"[fd00:1122:3344:101::a]:59614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":846,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.241778161Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56206"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.241930802Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.266923105Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.287892542Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d797ec2e-2471-4c34-b79f-bae80a9b732e","remote_addr":"[fd00:1122:3344:101::a]:56206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46033,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:37.288163873Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"81162a38-b1aa-4930-b570-49ba4f663f09","remote_addr":"[fd00:1122:3344:101::a]:56206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:42.773726835Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"2ccd4345-cf48-415e-87b4-feeadd229116","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6822,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:46.055483958Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:51.846385528Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48040"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:20:51.848281846Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"f23654b1-cf9b-465a-b31f-57d91d9bf8ec","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48040","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.094426609Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64412"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.095848505Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"33fb6ba3-7d2e-49f0-b4b2-01ea9a2497cd","remote_addr":"[fd00:1122:3344:101::c]:64412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1385,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.104789552Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"8a0dbd3b-4903-4c42-a90e-6ff6dd9daaee","remote_addr":"[fd00:1122:3344:101::c]:64412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.153042752Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65319"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.153111242Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"82fdfbb7-6bb9-4e45-aa6c-0c5860a1efb0","remote_addr":"[fd00:1122:3344:101::b]:65319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.161677008Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"feca537a-a6de-4ee3-804e-2558517c5f1d","remote_addr":"[fd00:1122:3344:101::b]:65319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":75,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.172675093Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40811"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.172735013Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"f9c94897-f6e7-4bd0-9cc9-ff1dcfd417dd","remote_addr":"[fd00:1122:3344:101::a]:40811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":34,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.181355459Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c4a0dacd-f434-48c1-8106-1ee2b6996bfe","remote_addr":"[fd00:1122:3344:101::a]:40811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.196839713Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51040"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.198035368Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8fee7186-4709-45db-869d-1f216bbc4777","remote_addr":"[fd00:1122:3344:101::b]:51040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1152,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.229102487Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34373"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.229263578Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3bf8e2f6-6b2d-423c-bff8-d294fef60705","remote_addr":"[fd00:1122:3344:101::c]:34373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.235997795Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51358"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.236122036Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"5042d339-5ea6-4220-b76c-7deebde73291","remote_addr":"[fd00:1122:3344:101::a]:51358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.349244435Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52931"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.349367505Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.376377827Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.398022157Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"bb64fd0b-299e-46e3-a793-fca9c343674f","remote_addr":"[fd00:1122:3344:101::c]:52931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48720,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.398126947Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63408"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.398234147Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.422594168Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.444176367Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f2b4f912-40e0-457b-bd43-2745e77574d5","remote_addr":"[fd00:1122:3344:101::b]:63408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45985,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.444451528Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47268"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.444466368Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"60a6f79d-ecdb-4279-95eb-644584e229fa","remote_addr":"[fd00:1122:3344:101::c]:52931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.444726199Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"7fef07c1-bc44-43cd-856d-e5f63c805767","remote_addr":"[fd00:1122:3344:101::b]:63408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":266,"response_code":"200"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.44479854Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.468769329Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.492547848Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d209eb39-f4fe-4bb3-b13e-612b25d155e7","remote_addr":"[fd00:1122:3344:101::a]:47268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47883,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:07.492918859Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"5a725c24-b8f9-43c2-a52d-69107dfe0023","remote_addr":"[fd00:1122:3344:101::a]:47268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:12.89538809Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"9dee1d61-fdce-4948-bf33-4c0bc4476f38","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6924,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:21.885638229Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55738"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:21.885726399Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"b3c48f18-d979-4a5f-9636-908649ab40c7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55738","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":57,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.905329434Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35330"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.905466745Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"78ada6fd-56f5-458b-b1f2-36fac8cf99fb","remote_addr":"[fd00:1122:3344:101::c]:35330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.916226219Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ba9944a9-8376-40d0-9563-b6b9dc373fa3","remote_addr":"[fd00:1122:3344:101::c]:35330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.929908356Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48589"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.930002747Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"bd5d4aea-d9a6-4ddf-824a-9374c9d578c9","remote_addr":"[fd00:1122:3344:101::b]:48589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.946176563Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"40b96753-ef80-42bd-ba48-34787e06bf14","remote_addr":"[fd00:1122:3344:101::b]:48589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.991874413Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36257"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:36.992071873Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"1a775a4d-fa0f-488a-944f-9be9d83d33b6","remote_addr":"[fd00:1122:3344:101::c]:36257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":174,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.081206003Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43101"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.081392763Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8ee229a4-dfbd-425c-96b8-a0491d4f6395","remote_addr":"[fd00:1122:3344:101::a]:43101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.08547084Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44817"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.085595781Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"9810c200-5a17-429b-add9-33d43ad8f4df","remote_addr":"[fd00:1122:3344:101::b]:44817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.092248118Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38166"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.092330909Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.119002119Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.141702703Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2d608c34-bbb2-4f0b-b2cd-79c1b5b73418","remote_addr":"[fd00:1122:3344:101::c]:38166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49404,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.142738217Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c7f61973-e08f-4401-9ceb-9dedccc3c022","remote_addr":"[fd00:1122:3344:101::c]:38166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":813,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.166122524Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39777"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.166946228Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.190782396Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.212509446Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"3babcfb8-7a28-4113-9601-9c9c3ddd51e3","remote_addr":"[fd00:1122:3344:101::b]:39777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46279,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.212629637Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52123"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.212780267Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c039a9a4-e6a8-4860-aa45-ce60b9874a3a","remote_addr":"[fd00:1122:3344:101::a]:52123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.212971348Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c600a4b8-9097-4f76-b0f9-807e6bd3c766","remote_addr":"[fd00:1122:3344:101::b]:39777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":187,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.220181468Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"7d53ce16-d198-4a3d-8e6f-71e007946731","remote_addr":"[fd00:1122:3344:101::a]:52123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.349259733Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61184"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.349363893Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.374462597Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.396653099Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"16c7fa93-d56b-4468-a787-ab10804666d6","remote_addr":"[fd00:1122:3344:101::a]:61184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47335,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:37.39689424Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c7f6a102-0f4d-40ec-9aa1-b9fa18ae3cac","remote_addr":"[fd00:1122:3344:101::a]:61184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:42.895172178Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"95892912-3268-4afb-885e-c3f0f6a99419","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6296,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:51.923647784Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56011"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:21:51.923729144Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"72f3de4a-b3d0-4078-9842-3f45828e3c1b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56011","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:06.970501472Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38786"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:06.970640403Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"52911e53-bb70-4c2c-b660-0256fac93e65","remote_addr":"[fd00:1122:3344:101::c]:38786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:06.979871691Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"fb5ec75f-c0c4-4752-8e8e-b3d51d51b604","remote_addr":"[fd00:1122:3344:101::c]:38786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:06.986148837Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44725"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:06.986272387Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d85722eb-3210-433f-8e4e-6dfbfd0fcea0","remote_addr":"[fd00:1122:3344:101::b]:44725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:06.996336509Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"5b9b33d1-7f41-488c-b0c9-706ff9a2a292","remote_addr":"[fd00:1122:3344:101::b]:44725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.046911528Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45246"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.047112389Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"bde00b32-2f3a-42d9-8945-cadecb68a66a","remote_addr":"[fd00:1122:3344:101::c]:45246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.049098137Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62050"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.049323158Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"f33f66f5-bab7-4175-82f8-d49af738506b","remote_addr":"[fd00:1122:3344:101::b]:62050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.099549366Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46404"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.099636047Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"f6a4ddc1-94d4-4ccc-ab41-6cdf763f8ea6","remote_addr":"[fd00:1122:3344:101::a]:46404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.108277413Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d36857ed-20b6-48ef-91ca-336c42b384cf","remote_addr":"[fd00:1122:3344:101::a]:46404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.166276693Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60054"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.166461034Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8fed3edc-8116-46c3-b6c6-d144901d8589","remote_addr":"[fd00:1122:3344:101::a]:60054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.222227674Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50913"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.223291079Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.258464225Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.289576424Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"fb49d606-11b9-49c6-9310-3e1821975009","remote_addr":"[fd00:1122:3344:101::c]:50913","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67280,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.289876375Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48731"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.290224346Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"906f263e-5c42-44c9-bd03-08597ca1884a","remote_addr":"[fd00:1122:3344:101::c]:50913","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":287,"response_code":"200"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.29114918Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.321305115Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.350060444Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e7e5a1e4-4761-4387-90ed-71c2b7b29af8","remote_addr":"[fd00:1122:3344:101::b]:48731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60002,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.350519436Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c3a0241b-592c-4d7e-9ce3-3edc30d453f7","remote_addr":"[fd00:1122:3344:101::b]:48731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.472969863Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32903"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.473575495Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.498524849Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.520445549Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"272d92b7-354f-4f03-b7f0-1cfe8fb02905","remote_addr":"[fd00:1122:3344:101::a]:32903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47401,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:07.520742561Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fe868be1-0513-450d-8d10-48dfba38b117","remote_addr":"[fd00:1122:3344:101::a]:32903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:12.895507527Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"87964dbd-18a7-4695-a67e-fc1e065d3d2f","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6337,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:21.957313391Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47872"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:21.957431612Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"a7763dd6-c034-40d4-989b-41fbdaa3bc55","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47872","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:36.9148427Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62849"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:36.915926404Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c304cc7c-952d-410d-b088-6df87d327f44","remote_addr":"[fd00:1122:3344:101::b]:62849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":985,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:36.92691235Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c354f175-322c-4cc3-bce0-a12ee03ca0c3","remote_addr":"[fd00:1122:3344:101::b]:62849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1380,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:36.949417003Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60150"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:36.949580144Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"1aada8b4-145c-4804-b5ab-1ca8328022d2","remote_addr":"[fd00:1122:3344:101::b]:60150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.024764512Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46674"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.024844201Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"eced51e3-ea34-4b88-929c-424d74088f44","remote_addr":"[fd00:1122:3344:101::c]:46674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.032954009Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9cf84964-4c5d-469b-ad2e-9231d1ab3db3","remote_addr":"[fd00:1122:3344:101::c]:46674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.047018437Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55687"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.047141598Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"a07e811b-95d9-4444-9fd8-9f480091553f","remote_addr":"[fd00:1122:3344:101::c]:55687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.083160207Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45962"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.0839032Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"9cb1511e-3fcb-4b0c-beb8-eac98169f1a3","remote_addr":"[fd00:1122:3344:101::a]:45962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":719,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.136371247Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:32899"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.13698685Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.162769256Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.186078033Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"6366f6e7-6e25-4346-a8f2-7ee9c9c1ce90","remote_addr":"[fd00:1122:3344:101::c]:32899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49657,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.186231884Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47414"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.186290134Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54452"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.186414704Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.19005438Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"4de01409-ad9b-4aea-a0cd-bb8ef253d00c","remote_addr":"[fd00:1122:3344:101::c]:32899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3576,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.19019167Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9de68e2d-4a42-41c4-a6ce-02076b239255","remote_addr":"[fd00:1122:3344:101::a]:54452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3682,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.197844032Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"bb5ac7fa-da2d-4ac5-91b2-4c6273366787","remote_addr":"[fd00:1122:3344:101::a]:54452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"204"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.212271721Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.233989161Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7280d410-413e-440d-a122-12de3f91e377","remote_addr":"[fd00:1122:3344:101::b]:47414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47668,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.235075686Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"7efd4d44-efd6-462c-95e9-5e301407a4e2","remote_addr":"[fd00:1122:3344:101::b]:47414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":879,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.244521685Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52692"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.244629046Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.2675117Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.290704386Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8e60e278-4c16-4786-9297-a94ee0d57005","remote_addr":"[fd00:1122:3344:101::a]:52692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46109,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:37.290993518Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"abf0cc96-025f-4998-bfdd-3f2b423c71df","remote_addr":"[fd00:1122:3344:101::a]:52692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:42.89668665Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"7adbc27b-ff04-4f0f-ba99-fcde9d4f9772","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7016,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:51.992282944Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62128"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:22:51.992334644Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"9052c01e-94d8-4c09-956e-5dd498336fc2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62128","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.117641748Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37271"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.117860219Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"16fdea25-c2ec-465d-8a73-ddb34b217c3b","remote_addr":"[fd00:1122:3344:101::c]:37271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":196,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.171754842Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51685"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.171934303Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"1127d66e-bc1e-4d32-a37c-ccc711269e35","remote_addr":"[fd00:1122:3344:101::b]:51685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.209578569Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35377"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.209678259Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"74b98c14-801f-44d4-833e-73305ce4d1bb","remote_addr":"[fd00:1122:3344:101::b]:35377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.218483425Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"abdc3dde-3f0f-466e-aa03-7793c7474982","remote_addr":"[fd00:1122:3344:101::b]:35377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223244365Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59956"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223422186Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223460036Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223485286Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223492266Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223508046Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223532646Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223548616Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.223571007Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"60546535-9c82-4590-bc28-b71285c49560","remote_addr":"[fd00:1122:3344:101::b]:59956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":281,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.266020422Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62372"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.267353128Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"20b33b84-7729-48ed-bff0-7c0d49da7952","remote_addr":"[fd00:1122:3344:101::c]:62372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1282,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.275717162Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"6b25ffa8-ff7e-428d-9181-407621504742","remote_addr":"[fd00:1122:3344:101::c]:62372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.297242832Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47991"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.298645707Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1557c10f-6a20-4606-aa75-162e79db91ab","remote_addr":"[fd00:1122:3344:101::a]:47991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1371,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.30643935Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"7332d521-72a5-41fa-bffb-8c9b9d3d3ffc","remote_addr":"[fd00:1122:3344:101::a]:47991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":75,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.319720735Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57557"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.319869635Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"de6fecb1-154e-4397-813b-9ee190edcd35","remote_addr":"[fd00:1122:3344:101::a]:57557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407524758Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64698"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407724729Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407758539Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407791389Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407804879Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407814019Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407830019Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407850899Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.407866509Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"dfa478b0-0387-4523-87ba-b6eb4f69c585","remote_addr":"[fd00:1122:3344:101::c]:64698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":279,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.498138403Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36990"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.498238233Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.525316596Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.549743657Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8da8d4cb-4035-479f-84ca-5c34fc1e4be3","remote_addr":"[fd00:1122:3344:101::b]:36990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51548,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.549890567Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43339"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.550248369Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13ec8b2e-313a-4409-8282-7e65d573a5d1, kind: Service { id: 7d0db839-e1b4-4b99-8b58-7f70a3941e8d }, name: Name(\"external-dns-7d0db839-e1b4-4b99-8b58-7f70a3941e8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a56ed08e-f6f5-42f9-8676-08c27c1c212e, kind: Service { id: e3cfd6ed-225d-4c9e-a437-60c94e80df50 }, name: Name(\"external-dns-e3cfd6ed-225d-4c9e-a437-60c94e80df50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 98])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 34375107-1ce1-4762-9001-68b7ab7f0c68, kind: Service { id: 7524dcb2-fbae-4cac-83ef-d3e4411c247f }, name: Name(\"nexus-7524dcb2-fbae-4cac-83ef-d3e4411c247f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 202])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 71b9db92-c609-4aed-802a-821326a72811, kind: Service { id: 249b0525-e315-49f0-bea0-213c52bdfd49 }, name: Name(\"nexus-249b0525-e315-49f0-bea0-213c52bdfd49\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 42])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e46f8a5b-c887-4ee4-b6ce-42e4d5b5bf08, kind: Service { id: 95247a59-463e-4d62-a4ab-f35b1fbfb959 }, name: Name(\"nexus-95247a59-463e-4d62-a4ab-f35b1fbfb959\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 61])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.550312709Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.550345579Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a6fc638c-e456-4e1b-a370-9e773128a74d","remote_addr":"[fd00:1122:3344:101::b]:36990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":255,"response_code":"200"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.550362749Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.550375819Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.550385259Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.550409129Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.55042066Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.55045525Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"347c29d1-b5d6-461d-803d-4e9189a501ca","remote_addr":"[fd00:1122:3344:101::a]:43339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":482,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.572008889Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48462"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.572736502Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.595115654Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.61818Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b6f08ade-2dd8-41d1-8d4c-c20abd6a7ec1","remote_addr":"[fd00:1122:3344:101::c]:48462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46094,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.618646372Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"1c521fed-aa00-4bb9-bea1-a6eeb954bf05","remote_addr":"[fd00:1122:3344:101::c]:48462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":244,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.640514682Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50792"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.640697003Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.663605998Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.683143419Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"892a1f78-5e4a-4d0f-ae44-713b87f61dec","remote_addr":"[fd00:1122:3344:101::a]:50792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42531,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:07.68338367Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"1d23cf1b-43ad-46a0-b86f-b329eec40c9e","remote_addr":"[fd00:1122:3344:101::a]:50792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:12.896116556Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"9b33da3b-eb78-4315-8a79-4c475b5e303a","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6195,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:22.026618895Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54082"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:22.027316657Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"a4b5ebc8-165d-4bdc-9f41-347161c7c992","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54082","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":675,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.920931631Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53153"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.921946055Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8b99e6fc-642b-44fd-9f31-13950e348fb7","remote_addr":"[fd00:1122:3344:101::c]:53153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":991,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.928892614Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"62fd001d-1971-41f7-b403-021853793c73","remote_addr":"[fd00:1122:3344:101::c]:53153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.943633385Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51595"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.943758346Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"afe1271b-611d-4172-89e6-d1ac2ef5b346","remote_addr":"[fd00:1122:3344:101::b]:51595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.945562793Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36261"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.945692804Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"0d8ad4a2-c99d-492b-9ea2-6a0f00a9871b","remote_addr":"[fd00:1122:3344:101::c]:36261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.950714345Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"117c3f74-cd88-4eae-83de-1f7fdf52740d","remote_addr":"[fd00:1122:3344:101::b]:51595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.957968645Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42734"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:36.958931709Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"4de21ddd-26c3-4bfa-be95-9439d1ff49c2","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":907,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.032381443Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61507"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.033058585Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e03bab91-5ff7-4f1b-b6d3-9857cee9a366","remote_addr":"[fd00:1122:3344:101::a]:61507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":665,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.040053504Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"f7d296cc-fa6f-44b2-a1fb-4a333df39088","remote_addr":"[fd00:1122:3344:101::a]:61507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.049926825Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52107"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.050052856Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"cdfbaa69-04fc-426c-b540-aef6813a5d25","remote_addr":"[fd00:1122:3344:101::a]:52107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.08724651Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42574"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.08731888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.112581495Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.13321363Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"69011abc-dd46-4d8e-b61e-b79c03654219","remote_addr":"[fd00:1122:3344:101::c]:42574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45922,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.133470871Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"74ed0b56-4fa9-4ea9-85ff-69db1bf7f31a","remote_addr":"[fd00:1122:3344:101::c]:42574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.185292036Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57824"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.185469987Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.209571417Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.232933697Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"89f5ca29-385f-4d1b-807e-a1ae322b699c","remote_addr":"[fd00:1122:3344:101::a]:57824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47546,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.234098458Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a72d2689-2aa0-4241-b5ab-cd7015d1ad4f","remote_addr":"[fd00:1122:3344:101::a]:57824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":894,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.360907733Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40000"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.361529166Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.386071117Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.407107564Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"c5a384f1-42c8-4099-a0cf-0817c1e4f5f7","remote_addr":"[fd00:1122:3344:101::b]:40000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46155,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:37.407338645Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fa0ad86b-fcbb-43a1-b98c-efa22635b2b5","remote_addr":"[fd00:1122:3344:101::b]:40000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:42.978455595Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"d6b20828-beb2-406a-a763-15a03494dc86","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6853,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.028581885Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57184"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.028738376Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b94f52d4-738d-4373-bad4-2296702029f0","remote_addr":"[fd00:1122:3344:101::a]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.02964537Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(11127658) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.02967646Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"PUT","req_id":"ed5dd810-a650-4858-bb91-86445864670e","remote_addr":"[fd00:1122:3344:101::a]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":780,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.123665179Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42737"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.134622555Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:569","metadata":"InstanceMetadata { silo_id: 428b7cfb-889d-459c-a33c-8042d31d2c46, project_id: d0211e3b-bc22-4e8a-87ad-077bf109afec }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-22T02:23:45.755134Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(20287db9-9bf9-4ca1-a2ef-9f74c529a27f (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-22T02:23:45.790577660Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11127658))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e6f023ec147\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 965aa7db-25aa-4a23-a74b-92de2b3392ed, read_only_parent: Some(Volume { block_size: 512, id: 6103859b-8047-447c-bf6a-34b3b43f06b9, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 161c179d-f379-4b79-920a-5e80dcdb35a8, key: Some(\"guddHD4fxdtSKrEApmOSlvMlCdFYOAg1OxIvSytmwG0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 965aa7db-25aa-4a23-a74b-92de2b3392ed, key: Some(\"mKFtuCW8OgDo1DMkRYJeOwXAqnigvscfzfJ6gemdgXQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::12]:19003\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAI9xIWWRZZAAD3EhZZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAACPcSFlkWWQAA9xIWWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0YjczOTY1ZS1jOTgwLTRhY2ItYTE5ZS1iOTBhODQwMjVlZTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJRmlOWHROaG1mL3RJVVlMVHVUd0NCcGhnbXZXOHJQdnlWWHo1bGl2cjBoMyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.134710555Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8 (instance)"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.134745105Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:994","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11127658))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12a669f9-d1a7-46ce-82ae-dd504675fd2c, kind: Instance { id: 4b73965e-c980-4acb-a19e-b90a84025ee8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 216, 235])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11127658), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e6f023ec147\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 965aa7db-25aa-4a23-a74b-92de2b3392ed, read_only_parent: Some(Volume { block_size: 512, id: 6103859b-8047-447c-bf6a-34b3b43f06b9, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 161c179d-f379-4b79-920a-5e80dcdb35a8, key: Some(\"guddHD4fxdtSKrEApmOSlvMlCdFYOAg1OxIvSytmwG0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 965aa7db-25aa-4a23-a74b-92de2b3392ed, key: Some(\"mKFtuCW8OgDo1DMkRYJeOwXAqnigvscfzfJ6gemdgXQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::12]:19003\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAI9xIWWRZZAAD3EhZZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAACPcSFlkWWQAA9xIWWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0YjczOTY1ZS1jOTgwLTRhY2ItYTE5ZS1iOTBhODQwMjVlZTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJRmlOWHROaG1mL3RJVVlMVHVUd0NCcGhnbXZXOHJQdnlWWHo1bGl2cjBoMyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-22T02:23:45.755134Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.134875556Z","hostname":"sock","pid":1555,"uri":"/instances/4b73965e-c980-4acb-a19e-b90a84025ee8","method":"PUT","req_id":"c6264eb6-e13f-407d-9ade-d5a684705637","remote_addr":"[fd00:1122:3344:101::a]:42737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":11129,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.228532683Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35056"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.231861497Z","hostname":"sock","pid":1555,"uri":"/instances/4b73965e-c980-4acb-a19e-b90a84025ee8/state","method":"PUT","req_id":"b2ce2c08-c0f4-4d65-be1e-d24e7fefd146","remote_addr":"[fd00:1122:3344:101::a]:35056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3234,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.236539337Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 244, 216, 235]), slot: 0, vni: Vni { inner: 11127658 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.237529311Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.271432291Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:46.292527718Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlInstance0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1:0'/>\n        <propval type=\"astring\" name=\"listen_port\" value='12400'/>\n        <propval type=\"astring\" name=\"metric_addr\" value='dns'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:47.605603755Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:47.605830707Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 25.189532ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:47.780929332Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 65.715229ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:47.814421702Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 284.537166ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:47.896308019Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 408.011659ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:48.195976891Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 1.028977488s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:48.613937401Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 630.458821ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:49.655231503Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 1.369134454s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:50.296352578Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 1.156950297s","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:51.675988601Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:52.060917835Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35258"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:52.06213849Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"b36a18fe-e9d7-48f7-b2e4-f61761f6de85","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35258","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":744,"response_code":"200"}
{"msg":"Started propolis in zone: oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:52.861628391Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1448"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 58.021755ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:52.870575068Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 66.083568ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:52.938396518Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\") failed: Property not found. retry in 203.00344ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:23:53.013957051Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.228262669Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1457"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.268006883Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1481"}
{"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAI9xIWWRZZAAD3EhZZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAACPcSFlkWWQAA9xIWWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0YjczOTY1ZS1jOTgwLTRhY2ItYTE5ZS1iOTBhODQwMjVlZTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJRmlOWHROaG1mL3RJVVlMVHVUd0NCcGhnbXZXOHJQdnlWWHo1bGl2cjBoMyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-e6f023ec147\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 965aa7db-25aa-4a23-a74b-92de2b3392ed, read_only_parent: Some(Volume { block_size: 512, id: 6103859b-8047-447c-bf6a-34b3b43f06b9, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 161c179d-f379-4b79-920a-5e80dcdb35a8, key: Some(\"guddHD4fxdtSKrEApmOSlvMlCdFYOAg1OxIvSytmwG0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 965aa7db-25aa-4a23-a74b-92de2b3392ed, key: Some(\"mKFtuCW8OgDo1DMkRYJeOwXAqnigvscfzfJ6gemdgXQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::12]:19003\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"opte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 4b73965e-c980-4acb-a19e-b90a84025ee8, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: d0211e3b-bc22-4e8a-87ad-077bf109afec, silo_id: 428b7cfb-889d-459c-a33c-8042d31d2c46, sled_id: 37fb4e95-8c94-4aa8-946d-de6b4770caf9, sled_model: \"i86pc\", sled_revision: 0, sled_serial: \"sock\" }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.268296935Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:730"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.423473637Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:732"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-22T02:23:53.424932313Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.424972583Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.424988233Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-22T02:23:53.424932313Z }","propolis_id":"20287db9-9bf9-4ca1-a2ef-9f74c529a27f"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.425127194Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: 20287db9-9bf9-4ca1-a2ef-9f74c529a27f (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-22T02:23:53.424932313Z }, migration_in: None, migration_out: None }","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-22T02:23:53.468068971Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.468104122Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.468122392Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-22T02:23:53.468068971Z }","propolis_id":"20287db9-9bf9-4ca1-a2ef-9f74c529a27f"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:23:53.468155052Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: 20287db9-9bf9-4ca1-a2ef-9f74c529a27f (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-22T02:23:53.468068971Z }, migration_in: None, migration_out: None }","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.045742016Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36568"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.045964247Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"25e47322-ac83-4c0a-aa47-97544c624aba","remote_addr":"[fd00:1122:3344:101::c]:36568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":207,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.062109374Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51685"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.062432315Z","hostname":"sock","pid":1555,"uri":"/instances/4b73965e-c980-4acb-a19e-b90a84025ee8/state","method":"GET","req_id":"a3c69cba-cc50-493e-a09b-15ca3b6598de","remote_addr":"[fd00:1122:3344:101::c]:51685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":260,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.074832287Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36490"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.076149652Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"6b860a70-4cdf-4f71-b5d9-57893e524046","remote_addr":"[fd00:1122:3344:101::b]:36490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1231,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.088633491Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43179"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.088774838Z","hostname":"sock","pid":1555,"uri":"/instances/4b73965e-c980-4acb-a19e-b90a84025ee8/state","method":"GET","req_id":"c3ee6362-3ca7-4069-8449-696801b87fb3","remote_addr":"[fd00:1122:3344:101::b]:43179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.139473495Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"4e4bca1f-749d-483d-a773-9c6496235706","remote_addr":"[fd00:1122:3344:101::b]:36490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1453,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.194987684Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53791"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.195068735Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"862846e3-f0d1-4f65-96ac-51087d6db0e7","remote_addr":"[fd00:1122:3344:101::c]:53791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.209578885Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"addc9d20-c6c1-450b-acf4-1b2052d25469","remote_addr":"[fd00:1122:3344:101::c]:53791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.246516178Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45734"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.246676028Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ab84bb52-427d-4c56-a21e-1e54c5e9ae5a","remote_addr":"[fd00:1122:3344:101::b]:45734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.293355192Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53571"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.293437442Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"ff18a1c5-d010-49c1-a870-be682cace82d","remote_addr":"[fd00:1122:3344:101::a]:53571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":36,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.309355328Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ab0777de-3ec3-43e3-b1b3-ee18dd98dcd0","remote_addr":"[fd00:1122:3344:101::a]:53571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.334145991Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60120"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.334232991Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.360734931Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.383009223Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"68562813-e1a0-44de-a49b-58790f3760a2","remote_addr":"[fd00:1122:3344:101::c]:60120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48797,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.383190624Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62307"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.383203454Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39092"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.383265444Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38471"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.383391585Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.388601996Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"70aae147-2300-4b18-b981-4006d9ce2de5","remote_addr":"[fd00:1122:3344:101::a]:62307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5195,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.388885957Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fb677415-2fd9-40e0-91a6-355c63791d56","remote_addr":"[fd00:1122:3344:101::c]:60120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":786,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.388912048Z","hostname":"sock","pid":1555,"uri":"/instances/4b73965e-c980-4acb-a19e-b90a84025ee8/state","method":"GET","req_id":"5e0e99c0-d55b-4040-af59-fe45b3e01761","remote_addr":"[fd00:1122:3344:101::a]:38471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5436,"response_code":"200"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.408674369Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.431206312Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"42420c84-2059-4982-bc34-0e37065c4625","remote_addr":"[fd00:1122:3344:101::b]:39092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47895,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.432159906Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ff5fe127-9915-4d83-b99d-ffe1345502a1","remote_addr":"[fd00:1122:3344:101::b]:39092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":729,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.515067929Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60056"}
{"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.51517885Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956"}
{"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.540923326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.562763047Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7abfeecb-f40f-4294-862e-9ea23267b666","remote_addr":"[fd00:1122:3344:101::a]:60056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47624,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:07.563037128Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d9efe1c3-93bd-4fbf-b8a1-ddc13a57063d","remote_addr":"[fd00:1122:3344:101::a]:60056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.233866639Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49286"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.234447892Z","hostname":"sock","pid":1555,"uri":"/instances/4b73965e-c980-4acb-a19e-b90a84025ee8/state","method":"PUT","req_id":"dbe8982c-dc57-478e-bd2a-6320dd871299","remote_addr":"[fd00:1122:3344:101::a]:49286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":534,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-22T02:24:11.234575732Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.234601922Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.234621132Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-22T02:24:11.234575732Z }","propolis_id":"20287db9-9bf9-4ca1-a2ef-9f74c529a27f"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.234640852Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: 20287db9-9bf9-4ca1-a2ef-9f74c529a27f (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-22T02:24:11.234575732Z }, migration_in: None, migration_out: None }","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-22T02:24:11.246016469Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.246034049Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:600"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.246050429Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:622","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-22T02:24:11.246016469Z }","propolis_id":"20287db9-9bf9-4ca1-a2ef-9f74c529a27f"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.2460607Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:636","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.24607292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:24:11.246743642Z","hostname":"sock","pid":1555,"component":"kstat-sampler-worker","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"963434143452187269"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:24:11.246869253Z","hostname":"sock","pid":1555,"component":"kstat-sampler-worker","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"14442580972254445587"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.247271754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.247343575Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/6f31f2f8-a517-49b4-86c9-0d60b67db277/debug/bundle/zone\", \"/pool/int/97ca59dd-16d5-47a1-9104-ef732f7a459f/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/a3847786-8a2e-45ee-87a5-075f35fc7eea/crypt/debug\", \"/pool/ext/c613840f-0c10-41fb-9afd-d136750700f5/crypt/debug\", \"/pool/ext/2beabcd5-0369-41ca-9d09-9a7ad5ca2181/crypt/debug\", \"/pool/ext/817bc2ac-fa69-4e9b-8fd6-6f77d7295e99/crypt/debug\", \"/pool/ext/50197822-d2db-4c18-aae1-d7d7bdd76af4/crypt/debug\", \"/pool/ext/39a6c1a0-fe6b-4779-af6d-7cf7ed3c68a2/crypt/debug\", \"/pool/ext/93a0a2e2-5fff-4e15-9016-1c60e061297f/crypt/debug\", \"/pool/ext/01770c46-d16d-4f08-bf5d-3bc7b219d504/crypt/debug\", \"/pool/ext/555e0f8f-2230-434a-8ce6-0ed459a335cf/crypt/debug\"] }","zone_name":"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:11.866264617Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1137","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f\", bundle_id: d73be5e8-f38e-4ea0-851b-5ff632bba173 }, time_created: 2024-08-22T02:24:11.247616936Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_20287db9-9bf9-4ca1-a2ef-9f74c529a27f","v":0,"name":"SledAgent","level":40,"time":"2024-08-22T02:24:11.866340908Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:831"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:12.979164008Z","hostname":"sock","pid":1555,"uri":"/37fb4e95-8c94-4aa8-946d-de6b4770caf9","method":"GET","req_id":"4529692e-2530-4acb-8988-1bafd040b955","remote_addr":"[fd00:1122:3344:101::d]:54144","local_addr":"[fd00:1122:3344:101::1]:42716","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"37fb4e95-8c94-4aa8-946d-de6b4770caf9","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7331,"response_code":"200"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:13.629909161Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:13.647139332Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11127658), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:13.647177032Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11127658), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:13.647679894Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: 20287db9-9bf9-4ca1-a2ef-9f74c529a27f (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-22T02:24:13.647653314Z }, migration_in: None, migration_out: None }","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:13.667753877Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:520","state":"SledInstanceState { propolis_id: 20287db9-9bf9-4ca1-a2ef-9f74c529a27f (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-22T02:24:13.647653314Z }, migration_in: None, migration_out: None }","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:13.671808454Z","hostname":"sock","pid":1555,"instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","instance_id":"4b73965e-c980-4acb-a19e-b90a84025ee8","component":"InstanceManager","file":"sled-agent/src/instance.rs:768"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:14.07401289Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58734"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:14.07411119Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"484444ac-f102-425d-9be6-c245f8c0ad42","remote_addr":"[fd00:1122:3344:101::a]:58734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:14.08136485Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"4d972a1a-cdca-4b80-a816-e9029bd65ea8","remote_addr":"[fd00:1122:3344:101::a]:58734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":696,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:14.091764233Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64449"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:14.091886724Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e5041b53-5c93-4c46-8a07-e87e1fb7f2e5","remote_addr":"[fd00:1122:3344:101::a]:64449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:15.406712588Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48720"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:15.406907409Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"09d27d33-cffd-42b1-a2dc-f977c53dffe4","remote_addr":"[fd00:1122:3344:101::a]:48720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":173,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:16.208500849Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62457"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:16.208605439Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b95a315e-4527-4610-8bde-f2d3f4b481b7","remote_addr":"[fd00:1122:3344:101::a]:62457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-22T02:24:16.215711648Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"8aa7be98-ba66-4eaf-8a08-8181ef8f8558","remote_addr":"[fd00:1122:3344:101::a]:62457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":770,"response_code":"204"}