| 1 | | [ Dec 7 05:38:07 Enabled. ] |
| 2 | | [ Dec 7 05:38:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Dec 7 05:38:07 Method "start" exited with status 0. ] |
| 4 | | [ Dec 7 05:38:07 Rereading configuration. ] |
| 5 | | [ Dec 7 05:38:07 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2023-12-07T05:38:07.966Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:240
|
| 8 | 2023-12-07T05:38:08.020Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:247
|
| 9 | 2023-12-07T05:38:08.020Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 10 | 2023-12-07T05:38:08.130Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 11 | 2023-12-07T05:38:08.139Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 12 | 2023-12-07T05:38:08.147Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:257
path = /var/run/oxide/
|
| 13 | 2023-12-07T05:38:08.748Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }
|
| 14 | 2023-12-07T05:38:08.886Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:117
|
| 15 | 2023-12-07T05:38:08.886Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:129
|
| 16 | 2023-12-07T05:38:08.886Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:141
|
| 17 | 2023-12-07T05:38:08.887Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:162
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 18 | 2023-12-07T05:38:08.887Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:606
|
| 19 | 2023-12-07T05:38:08.887Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:171
|
| 20 | 2023-12-07T05:38:08.887Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:532
|
| 21 | 2023-12-07T05:38:08.890Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "35803a86496a479d978ca00b959d5bc2", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:532
|
| 22 | 2023-12-07T05:38:08.890Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:655
|
| 23 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:176
|
| 24 | 2023-12-07T05:38:08.890Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:713
|
| 25 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 26 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 27 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 28 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 29 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 30 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 31 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 32 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/long_running_tasks.rs:232
|
| 33 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/long_running_tasks.rs:232
|
| 34 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/long_running_tasks.rs:232
|
| 35 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/long_running_tasks.rs:232
|
| 36 | 2023-12-07T05:38:08.890Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:88
|
| 37 | 2023-12-07T05:38:08.890Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = None
|
| 38 | 2023-12-07T05:38:08.890Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 39 | 2023-12-07T05:38:09.077Z | INFO | SledAgent (StorageManager): Channel capacity decreased
current = 245
file = sled-storage/src/manager.rs:326
previous = 256
|
| 40 | 2023-12-07T05:38:09.080Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/long_running_tasks.rs:90
|
| 41 | 2023-12-07T05:38:09.080Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 42 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 43 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 44 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 45 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 46 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 47 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 48 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 49 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 50 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 51 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 52 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Channel capacity increased
current = 255
file = sled-storage/src/manager.rs:336
previous = 245
|
| 53 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 54 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 552960, free: 20937412608, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } })} }
|
| 55 | 2023-12-07T05:38:09.251Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:200
|
| 56 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 57 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 58 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 59 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 60 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 61 | 2023-12-07T05:38:09.251Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 62 | 2023-12-07T05:38:09.251Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:205
|
| 63 | 2023-12-07T05:38:09.251Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:220
|
| 64 | 2023-12-07T05:38:09.265Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:575
|
| 65 | 2023-12-07T05:38:09.265Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3035
|
| 66 | 2023-12-07T05:38:09.265Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 1410, tv_nsec: 72573868 }
time_to_next_cleanup = 599.999919578s
|
| 67 | 2023-12-07T05:38:09.265Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 68 | 2023-12-07T05:38:09.268Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 69 | 2023-12-07T05:38:09.268Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 70 | 2023-12-07T05:38:09.268Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 71 | 2023-12-07T05:38:09.268Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 72 | 2023-12-07T05:38:09.268Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
rack_subnet: fd00:1122:3344:100::,
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: Some(
RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 32,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
},
),
}
file = sled-agent/src/rack_setup/service.rs:803
|
| 73 | 2023-12-07T05:38:09.268Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 74 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 75 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 76 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 77 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:863
|
| 78 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 79 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 80 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 81 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:904
|
| 82 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 83 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 84 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 85 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 86 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 87 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 88 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:937
|
| 89 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:556
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 90 | 2023-12-07T05:38:09.269Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 91 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 92 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:640
peer_id = pc-35803a86496a479d978ca00b959d5bc2-i86pc
|
| 93 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, rack_id: 3f420c79-8cb4-4b5a-ab88-8a43e4fca2c8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 94 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:48240
|
| 95 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, rack_id: 3f420c79-8cb4-4b5a-ab88-8a43e4fca2c8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:364
|
| 96 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:379
|
| 97 | 2023-12-07T05:38:09.270Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:47
|
| 98 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 99 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:346
|
| 100 | 2023-12-07T05:38:09.270Z | INFO | SledAgent (StorageManager): Attempting to add queued disks
file = sled-storage/src/manager.rs:394
num_disks = 9
|
| 101 | 2023-12-07T05:38:09.273Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3263
|
| 102 | 2023-12-07T05:38:09.279Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 103 | 2023-12-07T05:38:09.279Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 104 | 2023-12-07T05:38:09.279Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 105 | 2023-12-07T05:38:09.279Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 106 | 2023-12-07T05:38:09.279Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 107 | 2023-12-07T05:38:09.279Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 108 | 2023-12-07T05:38:09.310Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 109 | 2023-12-07T05:38:09.318Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 110 | 2023-12-07T05:38:09.339Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 111 | 2023-12-07T05:38:09.354Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:305
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 112 | 2023-12-07T05:38:09.354Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 113 | 2023-12-07T05:38:09.439Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 114 | 2023-12-07T05:38:09.439Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 115 | 2023-12-07T05:38:09.439Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 116 | 2023-12-07T05:38:09.439Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 117 | 2023-12-07T05:38:09.439Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 118 | 2023-12-07T05:38:09.439Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 119 | 2023-12-07T05:38:09.467Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 120 | 2023-12-07T05:38:09.475Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 121 | 2023-12-07T05:38:09.594Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 122 | 2023-12-07T05:38:09.595Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 123 | 2023-12-07T05:38:09.595Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 124 | 2023-12-07T05:38:09.595Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 125 | 2023-12-07T05:38:09.595Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 126 | 2023-12-07T05:38:09.595Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 127 | 2023-12-07T05:38:09.622Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 128 | 2023-12-07T05:38:09.630Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 129 | 2023-12-07T05:38:09.755Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 130 | 2023-12-07T05:38:09.755Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 131 | 2023-12-07T05:38:09.755Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 132 | 2023-12-07T05:38:09.755Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 133 | 2023-12-07T05:38:09.755Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 134 | 2023-12-07T05:38:09.755Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 135 | 2023-12-07T05:38:09.782Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 136 | 2023-12-07T05:38:09.790Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 137 | 2023-12-07T05:38:09.910Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 138 | 2023-12-07T05:38:09.910Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 139 | 2023-12-07T05:38:09.910Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 140 | 2023-12-07T05:38:09.910Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 141 | 2023-12-07T05:38:09.910Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 142 | 2023-12-07T05:38:09.910Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 143 | 2023-12-07T05:38:09.937Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 144 | 2023-12-07T05:38:09.945Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 145 | 2023-12-07T05:38:10.062Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 146 | 2023-12-07T05:38:10.063Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 147 | 2023-12-07T05:38:10.063Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 148 | 2023-12-07T05:38:10.063Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 149 | 2023-12-07T05:38:10.063Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 150 | 2023-12-07T05:38:10.063Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 151 | 2023-12-07T05:38:10.090Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 152 | 2023-12-07T05:38:10.098Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 153 | 2023-12-07T05:38:10.216Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 154 | 2023-12-07T05:38:10.216Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 155 | 2023-12-07T05:38:10.216Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 156 | 2023-12-07T05:38:10.216Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 157 | 2023-12-07T05:38:10.217Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 158 | 2023-12-07T05:38:10.217Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 159 | 2023-12-07T05:38:10.244Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 160 | 2023-12-07T05:38:10.252Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 161 | 2023-12-07T05:38:10.370Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 162 | 2023-12-07T05:38:10.370Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 163 | 2023-12-07T05:38:10.370Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 164 | 2023-12-07T05:38:10.371Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 165 | 2023-12-07T05:38:10.371Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 166 | 2023-12-07T05:38:10.371Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 167 | 2023-12-07T05:38:10.398Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 168 | 2023-12-07T05:38:10.406Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 169 | 2023-12-07T05:38:10.530Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:261
|
| 170 | 2023-12-07T05:38:10.530Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:263
|
| 171 | 2023-12-07T05:38:10.530Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:267
|
| 172 | 2023-12-07T05:38:10.530Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:269
|
| 173 | 2023-12-07T05:38:10.530Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 174 | 2023-12-07T05:38:10.530Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:281
|
| 175 | 2023-12-07T05:38:10.559Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 176 | 2023-12-07T05:38:10.567Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-storage/src/dataset.rs:323
|
| 177 | 2023-12-07T05:38:10.681Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 178 | 2023-12-07T05:38:10.681Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 179 | 2023-12-07T05:38:10.681Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:317
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 180 | 2023-12-07T05:38:10.687Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f", size: 20937965568, allocated: 783360, free: 20937182208, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 552960, free: 20937412608, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 496128, free: 20937469440, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930", size: 20937965568, allocated: 769536, free: 20937196032, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1216512, free: 20936749056, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } })} }
|
| 181 | 2023-12-07T05:38:10.705Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 182 | 2023-12-07T05:38:10.707Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:314
|
| 183 | 2023-12-07T05:38:10.725Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:353
|
| 184 | 2023-12-07T05:38:10.728Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 185 | 2023-12-07T05:38:10.728Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 186 | 2023-12-07T05:38:10.733Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:332
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 187 | 2023-12-07T05:38:10.733Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 188 | 2023-12-07T05:38:10.733Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 189 | 2023-12-07T05:38:10.798Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 190 | 2023-12-07T05:38:11.017Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 191 | 2023-12-07T05:38:11.029Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 192 | 2023-12-07T05:38:11.029Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 193 | 2023-12-07T05:38:11.029Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 194 | 2023-12-07T05:38:11.029Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 195 | 2023-12-07T05:38:11.194Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:162
|
| 196 | 2023-12-07T05:38:11.722Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:80
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 197 | 2023-12-07T05:38:11.723Z | INFO | SledAgent (StorageMonitor): Underlay Available
file = sled-agent/src/storage_monitor.rs:122
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 198 | 2023-12-07T05:38:11.723Z | INFO | SledAgent (InstanceManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/instance_manager.rs:177
|
| 199 | 2023-12-07T05:38:11.723Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/instance_manager.rs:185
|
| 200 | 2023-12-07T05:38:11.734Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 201 | 2023-12-07T05:38:11.735Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 202 | 2023-12-07T05:38:11.735Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 203 | 2023-12-07T05:38:11.735Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 204 | 2023-12-07T05:38:11.735Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 205 | 2023-12-07T05:38:11.735Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 206 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 207 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 208 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 209 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 210 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 211 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 212 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 213 | 2023-12-07T05:38:11.736Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 214 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 215 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 216 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 217 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 218 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 219 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 220 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 221 | 2023-12-07T05:38:11.737Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 222 | 2023-12-07T05:38:13.932Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_switch
|
| 223 | 2023-12-07T05:38:14.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 59.802551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 224 | 2023-12-07T05:38:14.350Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 225 | 2023-12-07T05:38:14.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 123.303905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 226 | 2023-12-07T05:38:14.771Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 123.571585ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 227 | 2023-12-07T05:38:14.968Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 206.399156ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 228 | 2023-12-07T05:38:15.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.134295412s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 229 | 2023-12-07T05:38:16.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.203991947s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 230 | 2023-12-07T05:38:17.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.40867817s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 231 | 2023-12-07T05:38:19.576Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 232 | 2023-12-07T05:38:20.237Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1709
|
| 233 | 2023-12-07T05:38:22.011Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:931
underlay_address = fd00:1122:3344:101::1
|
| 234 | 2023-12-07T05:38:22.012Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 235 | 2023-12-07T05:38:22.071Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 236 | 2023-12-07T05:38:22.071Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:424
|
| 237 | 2023-12-07T05:38:22.071Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 238 | 2023-12-07T05:38:22.071Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 239 | 2023-12-07T05:38:22.071Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 240 | 2023-12-07T05:38:22.072Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1060
retry_after = 350.542861ms
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 241 | 2023-12-07T05:38:22.072Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 242 | 2023-12-07T05:38:22.072Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:137
|
| 243 | 2023-12-07T05:38:22.072Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 32 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))
|
| 244 | 2023-12-07T05:38:22.072Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3035
|
| 245 | 2023-12-07T05:38:22.072Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:48240
|
| 246 | 2023-12-07T05:38:22.075Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 247 | 2023-12-07T05:38:22.075Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 248 | 2023-12-07T05:38:22.075Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 249 | 2023-12-07T05:38:22.075Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 250 | 2023-12-07T05:38:22.075Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 251 | 2023-12-07T05:38:22.075Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 252 | 2023-12-07T05:38:22.076Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:666
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 253 | 2023-12-07T05:38:22.108Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39695
|
| 254 | 2023-12-07T05:38:22.108Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 255 | 2023-12-07T05:38:22.108Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39695
req_id = 551aad12-f128-44ab-ab8e-d45b16771d18
response_code = 200
uri = /zpools
|
| 256 | 2023-12-07T05:38:22.138Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51379
|
| 257 | 2023-12-07T05:38:22.138Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51379
req_id = 338d6a87-98b8-4eb8-9965-9547788093d4
response_code = 200
uri = /sled-role
|
| 258 | 2023-12-07T05:38:22.140Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 259 | 2023-12-07T05:38:22.140Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 260 | 2023-12-07T05:38:22.141Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 261 | 2023-12-07T05:38:22.141Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:749
|
| 262 | 2023-12-07T05:38:22.151Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 263 | 2023-12-07T05:38:22.173Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 264 | 2023-12-07T05:38:22.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58931
|
| 265 | 2023-12-07T05:38:22.173Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 266 | 2023-12-07T05:38:22.173Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 267 | 2023-12-07T05:38:22.225Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 268 | 2023-12-07T05:38:22.225Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 269 | 2023-12-07T05:38:22.272Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 270 | 2023-12-07T05:38:22.272Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 271 | 2023-12-07T05:38:22.319Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 272 | 2023-12-07T05:38:22.321Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 273 | 2023-12-07T05:38:22.321Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 274 | 2023-12-07T05:38:22.321Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 275 | 2023-12-07T05:38:22.321Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 276 | 2023-12-07T05:38:22.325Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 277 | 2023-12-07T05:38:22.325Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 278 | 2023-12-07T05:38:22.325Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 279 | 2023-12-07T05:38:22.377Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
file = illumos-utils/src/zone.rs:314
|
| 280 | 2023-12-07T05:38:22.381Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
file = illumos-utils/src/zone.rs:314
|
| 281 | 2023-12-07T05:38:22.385Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
file = illumos-utils/src/zone.rs:314
|
| 282 | 2023-12-07T05:38:22.398Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
file = illumos-utils/src/zone.rs:353
|
| 283 | 2023-12-07T05:38:22.402Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
file = illumos-utils/src/zone.rs:353
|
| 284 | 2023-12-07T05:38:22.406Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
file = illumos-utils/src/zone.rs:353
|
| 285 | 2023-12-07T05:38:22.424Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1060
retry_after = 655.32187ms
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 286 | 2023-12-07T05:38:22.427Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 287 | 2023-12-07T05:38:22.528Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 288 | 2023-12-07T05:38:22.813Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 289 | 2023-12-07T05:38:23.081Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1060
retry_after = 875.667481ms
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 290 | 2023-12-07T05:38:23.125Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 291 | 2023-12-07T05:38:23.395Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 292 | 2023-12-07T05:38:23.798Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 293 | 2023-12-07T05:38:23.958Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1060
retry_after = 1.727381025s
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 294 | 2023-12-07T05:38:24.093Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 295 | 2023-12-07T05:38:24.149Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 296 | 2023-12-07T05:38:24.154Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 297 | 2023-12-07T05:38:24.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 52.844476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 298 | 2023-12-07T05:38:24.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 48.015364ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 299 | 2023-12-07T05:38:24.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 72.593629ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 300 | 2023-12-07T05:38:24.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 42.614058ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 301 | 2023-12-07T05:38:24.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 92.498558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 302 | 2023-12-07T05:38:24.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 148.585146ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 303 | 2023-12-07T05:38:24.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 104.137616ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 304 | 2023-12-07T05:38:24.472Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 305 | 2023-12-07T05:38:24.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 112.528117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 306 | 2023-12-07T05:38:24.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 178.943384ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 307 | 2023-12-07T05:38:24.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 490.415007ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 308 | 2023-12-07T05:38:24.596Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 309 | 2023-12-07T05:38:24.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 512.044827ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 310 | 2023-12-07T05:38:24.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 589.884141ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 311 | 2023-12-07T05:38:25.037Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 312 | 2023-12-07T05:38:25.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 909.196902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 313 | 2023-12-07T05:38:25.164Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 1.089296077s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 314 | 2023-12-07T05:38:25.329Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 625.669403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 315 | 2023-12-07T05:38:25.425Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone
file = sled-agent/src/services.rs:1726
|
| 316 | 2023-12-07T05:38:25.425Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:625
zone = oxz_switch
|
| 317 | 2023-12-07T05:38:25.609Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 318 | 2023-12-07T05:38:25.688Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1060
retry_after = 4.531933265s
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 319 | 2023-12-07T05:38:25.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 790.451657ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 320 | 2023-12-07T05:38:26.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 687.301601ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 321 | 2023-12-07T05:38:26.264Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 1.154233917s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 322 | 2023-12-07T05:38:26.510Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 323 | 2023-12-07T05:38:26.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 698.037971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 324 | 2023-12-07T05:38:26.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 951.736094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 325 | 2023-12-07T05:38:27.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 644.468972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 326 | 2023-12-07T05:38:27.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 609.873719ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 327 | 2023-12-07T05:38:27.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 803.139934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 328 | 2023-12-07T05:38:27.842Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 329 | 2023-12-07T05:38:28.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 573.816419ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 330 | 2023-12-07T05:38:28.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb") failed: Property not found. retry in 893.581225ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 331 | 2023-12-07T05:38:28.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca") failed: Property not found. retry in 719.761331ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 332 | 2023-12-07T05:38:28.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea") failed: Property not found. retry in 696.778937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 333 | 2023-12-07T05:38:28.849Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 334 | 2023-12-07T05:38:29.017Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1762
|
| 335 | 2023-12-07T05:38:29.017Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb
|
| 336 | 2023-12-07T05:38:29.570Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1770
|
| 337 | 2023-12-07T05:38:29.570Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1794
|
| 338 | 2023-12-07T05:38:29.753Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1988
|
| 339 | 2023-12-07T05:38:29.955Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe97:3f24
file = sled-agent/src/services.rs:1733
|
| 340 | 2023-12-07T05:38:29.961Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1794
|
| 341 | 2023-12-07T05:38:30.079Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2273
|
| 342 | 2023-12-07T05:38:30.283Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 343 | 2023-12-07T05:38:30.284Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 344 | 2023-12-07T05:38:30.287Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 345 | 2023-12-07T05:38:30.332Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2152
|
| 346 | 2023-12-07T05:38:30.334Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1762
|
| 347 | 2023-12-07T05:38:30.335Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_internal_dns_f8983fb8-70bc-42fc-8916-99f37d54c0ea
|
| 348 | 2023-12-07T05:38:30.627Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2187
|
| 349 | 2023-12-07T05:38:30.819Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2454
|
| 350 | 2023-12-07T05:38:30.889Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1770
|
| 351 | 2023-12-07T05:38:30.889Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1794
|
| 352 | 2023-12-07T05:38:30.964Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2459
|
| 353 | 2023-12-07T05:38:31.068Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1988
|
| 354 | 2023-12-07T05:38:31.138Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2393
|
| 355 | 2023-12-07T05:38:31.302Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2181
|
| 356 | 2023-12-07T05:38:31.312Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3287
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 357 | 2023-12-07T05:38:31.312Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3303
|
| 358 | 2023-12-07T05:38:31.312Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_switch
|
| 359 | 2023-12-07T05:38:31.618Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1762
|
| 360 | 2023-12-07T05:38:31.618Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_internal_dns_10f15f5f-fbfa-48cc-b92a-4af9261609ca
|
| 361 | 2023-12-07T05:38:31.860Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3311
|
| 362 | 2023-12-07T05:38:31.865Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:3367
|
| 363 | 2023-12-07T05:38:32.052Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3407
rack_subnet = fd00:1122:3344::
|
| 364 | 2023-12-07T05:38:32.106Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:359
|
| 365 | 2023-12-07T05:38:32.141Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 64.266583ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "40a4b2f0-9ff8-44f4-ab77-65060d5224c0", "content-length": "152", "date": "Thu, 07 Dec 2023 05:38:31 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "40a4b2f0-9ff8-44f4-ab77-65060d5224c0" }
file = sled-agent/src/bootstrap/early_networking.rs:378
|
| 366 | 2023-12-07T05:38:32.162Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1770
|
| 367 | 2023-12-07T05:38:32.162Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1794
|
| 368 | 2023-12-07T05:38:32.208Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 132.14348ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "ea3d77c6-ab10-4708-8c15-86e41d0680aa", "content-length": "152", "date": "Thu, 07 Dec 2023 05:38:31 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "ea3d77c6-ab10-4708-8c15-86e41d0680aa" }
file = sled-agent/src/bootstrap/early_networking.rs:378
|
| 369 | 2023-12-07T05:38:32.335Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1988
|
| 370 | 2023-12-07T05:38:32.342Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 292.344285ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "29057a67-12fb-4672-b48b-328b9384316e", "content-length": "152", "date": "Thu, 07 Dec 2023 05:38:31 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "29057a67-12fb-4672-b48b-328b9384316e" }
file = sled-agent/src/bootstrap/early_networking.rs:378
|
| 371 | 2023-12-07T05:38:32.635Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:407
|
| 372 | 2023-12-07T05:38:32.668Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:533
|
| 373 | 2023-12-07T05:38:32.668Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:602
|
| 374 | 2023-12-07T05:38:32.669Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:605
uptime = 2
|
| 375 | 2023-12-07T05:38:32.669Z | INFO | SledAgent (ServiceManager): Configuring boundary services loopback address on switch
config = Ipv6Entry {\n addr: fd00:99::1,\n tag: "omicron",\n}
file = sled-agent/src/bootstrap/early_networking.rs:429
|
| 376 | 2023-12-07T05:38:32.670Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {\n "0.0.0.0/0": [\n RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.1.100,\n },\n ],\n },\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:440
|
| 377 | 2023-12-07T05:38:32.670Z | INFO | SledAgent (ServiceManager): advertising boundary services loopback address
file = sled-agent/src/bootstrap/early_networking.rs:457
|
| 378 | 2023-12-07T05:38:32.734Z | INFO | SledAgent (ServiceManager): Sending prefix to ddmd for advertisement
DdmAdminClient = [fd00:1122:3344:101::2]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:99::, len: 64 }
|
| 379 | 2023-12-07T05:38:32.777Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 380 | 2023-12-07T05:38:32.814Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 381 | 2023-12-07T05:38:32.866Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 382 | 2023-12-07T05:38:32.866Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 383 | 2023-12-07T05:38:32.867Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 384 | 2023-12-07T05:38:32.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 10693814
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58931
req_id = f83e4393-023d-4661-9797-8de386d22c12
response_code = 204
uri = /omicron-zones
|
| 385 | 2023-12-07T05:38:32.869Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 386 | 2023-12-07T05:38:34.170Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 387 | 2023-12-07T05:38:34.210Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 388 | 2023-12-07T05:38:34.250Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:453
|
| 389 | 2023-12-07T05:38:34.250Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:253
|
| 390 | 2023-12-07T05:38:34.283Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:270
|
| 391 | 2023-12-07T05:38:34.284Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:295
|
| 392 | 2023-12-07T05:38:34.284Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:187
|
| 393 | 2023-12-07T05:38:34.315Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b9a0957f-237b-41c7-8e2a-526915db846f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 848cb49f-4283-46e6-a1b2-fc7866067aef, kind: Service { id: b9a0957f-237b-41c7-8e2a-526915db846f }, name: Name("ntp-b9a0957f-237b-41c7-8e2a-526915db846f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 181])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 394 | 2023-12-07T05:38:34.315Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57529
|
| 395 | 2023-12-07T05:38:34.315Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 396 | 2023-12-07T05:38:34.315Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 397 | 2023-12-07T05:38:34.336Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 398 | 2023-12-07T05:38:34.336Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 399 | 2023-12-07T05:38:34.357Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 400 | 2023-12-07T05:38:34.357Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 401 | 2023-12-07T05:38:34.375Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 402 | 2023-12-07T05:38:34.375Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 403 | 2023-12-07T05:38:34.376Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 404 | 2023-12-07T05:38:34.376Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 405 | 2023-12-07T05:38:34.378Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:253
|
| 406 | 2023-12-07T05:38:34.411Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:270
|
| 407 | 2023-12-07T05:38:34.412Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:295
|
| 408 | 2023-12-07T05:38:34.412Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:187
|
| 409 | 2023-12-07T05:38:34.456Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 243, 181]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 410 | 2023-12-07T05:38:34.456Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1219
zone_type = ntp
|
| 411 | 2023-12-07T05:38:34.456Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 412 | 2023-12-07T05:38:34.456Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 413 | 2023-12-07T05:38:34.457Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 414 | 2023-12-07T05:38:34.458Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 415 | 2023-12-07T05:38:34.480Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
file = illumos-utils/src/zone.rs:314
|
| 416 | 2023-12-07T05:38:34.498Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
file = illumos-utils/src/zone.rs:353
|
| 417 | 2023-12-07T05:38:35.288Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 418 | 2023-12-07T05:38:35.466Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 419 | 2023-12-07T05:38:35.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 35.505829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 420 | 2023-12-07T05:38:35.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 58.949794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 421 | 2023-12-07T05:38:35.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 280.24239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 422 | 2023-12-07T05:38:35.915Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62279
|
| 423 | 2023-12-07T05:38:35.916Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 717
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62279
req_id = 6263f221-aa2e-4f10-bf22-5f21e043fffe
response_code = 200
uri = /baseboard
|
| 424 | 2023-12-07T05:38:36.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 205.646623ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 425 | 2023-12-07T05:38:36.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 622.096805ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 426 | 2023-12-07T05:38:36.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 550.907077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 427 | 2023-12-07T05:38:37.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 1.293644511s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 428 | 2023-12-07T05:38:38.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 843.362162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 429 | 2023-12-07T05:38:39.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f") failed: Property not found. retry in 1.174079075s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 430 | 2023-12-07T05:38:40.290Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 431 | 2023-12-07T05:38:40.796Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1762
|
| 432 | 2023-12-07T05:38:40.796Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 433 | 2023-12-07T05:38:41.348Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1770
|
| 434 | 2023-12-07T05:38:41.348Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1789
|
| 435 | 2023-12-07T05:38:41.557Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:2079
|
| 436 | 2023-12-07T05:38:41.583Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:652
zone = oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f
|
| 437 | 2023-12-07T05:38:48.109Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 438 | 2023-12-07T05:38:48.160Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 439 | 2023-12-07T05:38:48.160Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 440 | 2023-12-07T05:38:48.161Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 13845556
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57529
req_id = f3f642dc-b667-40cc-9d29-0a766d6ec96d
response_code = 204
uri = /omicron-zones
|
| 441 | 2023-12-07T05:38:48.163Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:494
|
| 442 | 2023-12-07T05:38:48.193Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 443 | 2023-12-07T05:38:48.193Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33422
|
| 444 | 2023-12-07T05:38:48.202Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_b9a0957f-237b-41c7-8e2a-526915db846f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3021
|
| 445 | 2023-12-07T05:38:48.203Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:841
latency_us = 9265
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33422
req_id = 26399811-3415-45e3-a428-1c7f7c8b2bf6
response_code = 500
uri = /timesync
|
| 446 | 2023-12-07T05:38:48.205Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 447 | 2023-12-07T05:38:48.387Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 448 | 2023-12-07T05:38:48.387Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49765
|
| 449 | 2023-12-07T05:38:48.396Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9054
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49765
req_id = e3610c11-f3bc-4a6f-9694-a89619a21c66
response_code = 200
uri = /timesync
|
| 450 | 2023-12-07T05:38:48.399Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 451 | 2023-12-07T05:38:48.399Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 452 | 2023-12-07T05:38:48.513Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 453 | 2023-12-07T05:38:48.513Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39418
|
| 454 | 2023-12-07T05:38:48.522Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8371
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39418
req_id = 693c7632-cd71-4a7e-b62b-b4f507576672
response_code = 200
uri = /timesync
|
| 455 | 2023-12-07T05:38:48.525Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 456 | 2023-12-07T05:38:48.525Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 457 | 2023-12-07T05:38:48.724Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 458 | 2023-12-07T05:38:48.724Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52173
|
| 459 | 2023-12-07T05:38:48.732Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 7826
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52173
req_id = 150db015-4638-4d47-bbe0-bf351bf95a8d
response_code = 200
uri = /timesync
|
| 460 | 2023-12-07T05:38:48.733Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 461 | 2023-12-07T05:38:48.733Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 462 | 2023-12-07T05:38:48.870Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 463 | 2023-12-07T05:38:48.870Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45934
|
| 464 | 2023-12-07T05:38:48.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 7847
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45934
req_id = 8761abc6-372f-4d37-b82a-336d1970e3d1
response_code = 200
uri = /timesync
|
| 465 | 2023-12-07T05:38:48.880Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 466 | 2023-12-07T05:38:48.880Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 467 | 2023-12-07T05:38:49.145Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 468 | 2023-12-07T05:38:49.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37524
|
| 469 | 2023-12-07T05:38:49.155Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37524
req_id = ff4915c6-9dd1-4338-8fd1-66f2b4c98062
response_code = 200
uri = /timesync
|
| 470 | 2023-12-07T05:38:49.157Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 471 | 2023-12-07T05:38:49.157Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 472 | 2023-12-07T05:38:49.525Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 473 | 2023-12-07T05:38:49.525Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39509
|
| 474 | 2023-12-07T05:38:49.533Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 7640
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39509
req_id = 03fdb405-6402-4656-bf65-7236703013f2
response_code = 200
uri = /timesync
|
| 475 | 2023-12-07T05:38:49.535Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 476 | 2023-12-07T05:38:49.535Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 477 | 2023-12-07T05:38:49.943Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 478 | 2023-12-07T05:38:49.943Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59492
|
| 479 | 2023-12-07T05:38:49.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8813
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59492
req_id = 678a6cab-e321-483a-9572-1f37ce749758
response_code = 200
uri = /timesync
|
| 480 | 2023-12-07T05:38:49.954Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 481 | 2023-12-07T05:38:49.954Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 482 | 2023-12-07T05:38:50.174Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 483 | 2023-12-07T05:38:50.174Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43006
|
| 484 | 2023-12-07T05:38:50.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8690
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43006
req_id = 0001fe22-fa32-4b45-85d6-224a5a2b4b6c
response_code = 200
uri = /timesync
|
| 485 | 2023-12-07T05:38:50.185Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 486 | 2023-12-07T05:38:50.185Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 487 | 2023-12-07T05:38:50.666Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 488 | 2023-12-07T05:38:50.666Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51083
|
| 489 | 2023-12-07T05:38:50.676Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51083
req_id = 917d5490-d37b-40f8-a61b-0af1e262d775
response_code = 200
uri = /timesync
|
| 490 | 2023-12-07T05:38:50.678Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 491 | 2023-12-07T05:38:50.678Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 492 | 2023-12-07T05:38:51.309Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 493 | 2023-12-07T05:38:51.309Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35685
|
| 494 | 2023-12-07T05:38:51.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8874
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35685
req_id = ab0bdf2c-7d3e-404a-9710-46d83a87096b
response_code = 200
uri = /timesync
|
| 495 | 2023-12-07T05:38:51.320Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 496 | 2023-12-07T05:38:51.320Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 497 | 2023-12-07T05:38:51.824Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 498 | 2023-12-07T05:38:51.824Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37952
|
| 499 | 2023-12-07T05:38:51.833Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8598
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37952
req_id = e925a032-47c3-421e-a5a4-30c38e62c2d9
response_code = 200
uri = /timesync
|
| 500 | 2023-12-07T05:38:51.836Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 501 | 2023-12-07T05:38:51.836Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 502 | 2023-12-07T05:38:52.337Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 503 | 2023-12-07T05:38:52.337Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53064
|
| 504 | 2023-12-07T05:38:52.346Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9000
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53064
req_id = 7b715aa4-62d4-4135-9217-9897b4f25fc0
response_code = 200
uri = /timesync
|
| 505 | 2023-12-07T05:38:52.350Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 506 | 2023-12-07T05:38:52.350Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 507 | 2023-12-07T05:38:53.111Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 508 | 2023-12-07T05:38:53.219Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 509 | 2023-12-07T05:38:53.219Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54240
|
| 510 | 2023-12-07T05:38:53.228Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8681
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54240
req_id = c67ab7f0-300b-4c60-993a-6611cea01165
response_code = 200
uri = /timesync
|
| 511 | 2023-12-07T05:38:53.230Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 512 | 2023-12-07T05:38:53.230Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 513 | 2023-12-07T05:38:53.847Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 514 | 2023-12-07T05:38:53.847Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38962
|
| 515 | 2023-12-07T05:38:53.850Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:532
|
| 516 | 2023-12-07T05:38:53.855Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 7881
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38962
req_id = 16a36ff6-446c-4b24-9449-1819d8053664
response_code = 200
uri = /timesync
|
| 517 | 2023-12-07T05:38:53.859Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 518 | 2023-12-07T05:38:53.859Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 519 | 2023-12-07T05:38:54.984Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 520 | 2023-12-07T05:38:54.985Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48410
|
| 521 | 2023-12-07T05:38:54.993Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8651
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48410
req_id = 582d98da-35df-4e3a-ae04-2ad684998054
response_code = 200
uri = /timesync
|
| 522 | 2023-12-07T05:38:54.996Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 523 | 2023-12-07T05:38:54.996Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 524 | 2023-12-07T05:38:56.247Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 525 | 2023-12-07T05:38:56.247Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54820
|
| 526 | 2023-12-07T05:38:56.251Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:532
|
| 527 | 2023-12-07T05:38:56.256Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8857
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54820
req_id = 99fc419a-ff21-4512-89fe-89ecff60a634
response_code = 200
uri = /timesync
|
| 528 | 2023-12-07T05:38:56.259Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 529 | 2023-12-07T05:38:56.259Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 530 | 2023-12-07T05:38:57.409Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 531 | 2023-12-07T05:38:57.409Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52858
|
| 532 | 2023-12-07T05:38:57.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 10362
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52858
req_id = a56f2259-2862-49b6-8fbe-2542d2be6f51
response_code = 200
uri = /timesync
|
| 533 | 2023-12-07T05:38:57.422Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 534 | 2023-12-07T05:38:57.422Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 535 | 2023-12-07T05:38:57.644Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 536 | 2023-12-07T05:38:59.242Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 537 | 2023-12-07T05:38:59.242Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34760
|
| 538 | 2023-12-07T05:38:59.252Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9481
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34760
req_id = e60f0da4-86ee-44f5-bd0a-fd99b55fe341
response_code = 200
uri = /timesync
|
| 539 | 2023-12-07T05:38:59.254Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 540 | 2023-12-07T05:38:59.254Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 541 | 2023-12-07T05:39:02.036Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 542 | 2023-12-07T05:39:02.036Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54376
|
| 543 | 2023-12-07T05:39:02.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8684
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54376
req_id = c1fa96c9-80df-4d50-8bd9-eb8d23d0872d
response_code = 200
uri = /timesync
|
| 544 | 2023-12-07T05:39:02.049Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 545 | 2023-12-07T05:39:02.049Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 546 | 2023-12-07T05:39:02.645Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 547 | 2023-12-07T05:39:05.480Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44502
|
| 548 | 2023-12-07T05:39:05.481Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 619
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44502
req_id = 609815a8-0ea0-41f1-849e-176a1f674ff8
response_code = 200
uri = /baseboard
|
| 549 | 2023-12-07T05:39:06.091Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 550 | 2023-12-07T05:39:06.091Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34867
|
| 551 | 2023-12-07T05:39:06.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8961
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34867
req_id = 52f93b6b-b22a-4d10-ae14-3c34198923e0
response_code = 200
uri = /timesync
|
| 552 | 2023-12-07T05:39:06.104Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 553 | 2023-12-07T05:39:06.104Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 554 | 2023-12-07T05:39:07.647Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 555 | 2023-12-07T05:39:08.454Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 556 | 2023-12-07T05:39:08.454Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:32816
|
| 557 | 2023-12-07T05:39:08.464Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9780
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:32816
req_id = 52ed239d-1db7-4b71-98f1-71f7d54063f5
response_code = 200
uri = /timesync
|
| 558 | 2023-12-07T05:39:08.468Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 559 | 2023-12-07T05:39:08.468Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 560 | 2023-12-07T05:39:12.648Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 561 | 2023-12-07T05:39:13.183Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 562 | 2023-12-07T05:39:13.184Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62122
|
| 563 | 2023-12-07T05:39:13.194Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9845
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62122
req_id = 119003a3-1c57-4278-b764-5d626e823c92
response_code = 200
uri = /timesync
|
| 564 | 2023-12-07T05:39:13.195Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 565 | 2023-12-07T05:39:13.195Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 566 | 2023-12-07T05:39:17.650Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 567 | 2023-12-07T05:39:17.825Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 568 | 2023-12-07T05:39:17.825Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55353
|
| 569 | 2023-12-07T05:39:17.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8898
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55353
req_id = 0f09f713-4917-480d-83c8-2c25bee52ede
response_code = 200
uri = /timesync
|
| 570 | 2023-12-07T05:39:17.838Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 571 | 2023-12-07T05:39:17.838Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 572 | 2023-12-07T05:39:22.651Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 573 | 2023-12-07T05:39:26.961Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 574 | 2023-12-07T05:39:26.961Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43489
|
| 575 | 2023-12-07T05:39:26.970Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8636
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43489
req_id = c783d6fb-a679-431a-a35f-1975515dbcbe
response_code = 200
uri = /timesync
|
| 576 | 2023-12-07T05:39:26.973Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 577 | 2023-12-07T05:39:26.973Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 578 | 2023-12-07T05:39:27.653Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 579 | 2023-12-07T05:39:32.655Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 580 | 2023-12-07T05:39:35.521Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47810
|
| 581 | 2023-12-07T05:39:35.521Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 53
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47810
req_id = db79f987-68cc-40a6-8fde-b0e43ac20aa1
response_code = 200
uri = /baseboard
|
| 582 | 2023-12-07T05:39:36.680Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 583 | 2023-12-07T05:39:36.680Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44574
|
| 584 | 2023-12-07T05:39:36.690Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9622
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44574
req_id = a851068b-f639-4568-a141-1ca55ec5ec2f
response_code = 200
uri = /timesync
|
| 585 | 2023-12-07T05:39:36.692Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 586 | 2023-12-07T05:39:36.692Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 587 | 2023-12-07T05:39:37.657Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 588 | 2023-12-07T05:39:42.658Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 589 | 2023-12-07T05:39:47.217Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 590 | 2023-12-07T05:39:47.217Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42375
|
| 591 | 2023-12-07T05:39:47.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8499
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42375
req_id = 6608176a-faf2-4cef-9ffd-0d453f8ce690
response_code = 200
uri = /timesync
|
| 592 | 2023-12-07T05:39:47.228Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927526.6242745, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 593 | 2023-12-07T05:39:47.228Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 594 | 2023-12-07T05:39:47.659Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 595 | 2023-12-07T05:39:52.661Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 596 | 2023-12-07T05:39:56.534Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 597 | 2023-12-07T05:39:56.534Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54168
|
| 598 | 2023-12-07T05:39:56.544Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9317
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54168
req_id = 3d31cb60-ad5c-4226-95c1-60414563a82f
response_code = 200
uri = /timesync
|
| 599 | 2023-12-07T05:39:56.546Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927595.368252, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 600 | 2023-12-07T05:39:56.546Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 601 | 2023-12-07T05:39:57.662Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 602 | 2023-12-07T05:40:02.029Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 603 | 2023-12-07T05:40:04.928Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39528
|
| 604 | 2023-12-07T05:40:04.928Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 39
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39528
req_id = 4ec00253-dc9e-44d1-a51f-b3f3c3e60574
response_code = 200
uri = /baseboard
|
| 605 | 2023-12-07T05:40:07.044Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 606 | 2023-12-07T05:40:11.468Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 607 | 2023-12-07T05:40:11.468Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53424
|
| 608 | 2023-12-07T05:40:11.472Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:532
|
| 609 | 2023-12-07T05:40:11.477Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9220
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53424
req_id = 25626b83-505c-48d7-b7cc-09a97afdecab
response_code = 200
uri = /timesync
|
| 610 | 2023-12-07T05:40:11.480Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927595.368252, correction: 0.378901929 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 611 | 2023-12-07T05:40:11.480Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 612 | 2023-12-07T05:40:12.059Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 613 | 2023-12-07T05:40:17.073Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 614 | 2023-12-07T05:40:22.087Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 615 | 2023-12-07T05:40:27.102Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 616 | 2023-12-07T05:40:32.118Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 617 | 2023-12-07T05:40:32.225Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 618 | 2023-12-07T05:40:32.225Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55034
|
| 619 | 2023-12-07T05:40:32.234Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9554
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55034
req_id = b27b747e-8900-4c71-9f0e-48923fe4f301
response_code = 200
uri = /timesync
|
| 620 | 2023-12-07T05:40:32.237Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927595.368252, correction: 0.322837353 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 621 | 2023-12-07T05:40:32.237Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 622 | 2023-12-07T05:40:35.045Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37525
|
| 623 | 2023-12-07T05:40:35.045Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37525
req_id = aff4976a-a7fb-47d2-9666-ba26617d1c1a
response_code = 200
uri = /baseboard
|
| 624 | 2023-12-07T05:40:37.134Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 625 | 2023-12-07T05:40:42.149Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 626 | 2023-12-07T05:40:47.164Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 627 | 2023-12-07T05:40:52.180Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 628 | 2023-12-07T05:40:52.856Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 629 | 2023-12-07T05:40:52.856Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56444
|
| 630 | 2023-12-07T05:40:52.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56444
req_id = b325ec03-1b33-4551-bb27-57a6528679eb
response_code = 200
uri = /timesync
|
| 631 | 2023-12-07T05:40:52.868Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1701927595.368252, correction: 0.267112404 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 632 | 2023-12-07T05:40:52.868Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 633 | 2023-12-07T05:40:57.195Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 634 | 2023-12-07T05:41:02.210Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 635 | 2023-12-07T05:41:05.160Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58161
|
| 636 | 2023-12-07T05:41:05.160Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58161
req_id = 61153170-8cdc-428f-b360-51266110b232
response_code = 200
uri = /baseboard
|
| 637 | 2023-12-07T05:41:07.226Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 638 | 2023-12-07T05:41:12.241Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 639 | 2023-12-07T05:41:17.257Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 640 | 2023-12-07T05:41:22.271Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 641 | 2023-12-07T05:41:25.663Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 642 | 2023-12-07T05:41:25.663Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36327
|
| 643 | 2023-12-07T05:41:25.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9017
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36327
req_id = 7381350d-af01-4ff1-bf23-bcc0ee216e7c
response_code = 200
uri = /timesync
|
| 644 | 2023-12-07T05:41:25.676Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1701927659.8316505, correction: 0.181505814 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 645 | 2023-12-07T05:41:25.676Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 646 | 2023-12-07T05:41:27.286Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 647 | 2023-12-07T05:41:32.301Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 648 | 2023-12-07T05:41:35.285Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59192
|
| 649 | 2023-12-07T05:41:35.285Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59192
req_id = 55ff5943-3f90-431a-a822-0e4f6f8c5afe
response_code = 200
uri = /baseboard
|
| 650 | 2023-12-07T05:41:37.316Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 651 | 2023-12-07T05:41:42.331Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 652 | 2023-12-07T05:41:47.347Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 653 | 2023-12-07T05:41:52.361Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 654 | 2023-12-07T05:41:57.377Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 655 | 2023-12-07T05:42:02.392Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 656 | 2023-12-07T05:42:05.400Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35238
|
| 657 | 2023-12-07T05:42:05.400Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35238
req_id = be34798f-ef57-4e5c-adf6-2b6525d8f79f
response_code = 200
uri = /baseboard
|
| 658 | 2023-12-07T05:42:05.564Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 659 | 2023-12-07T05:42:05.564Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43477
|
| 660 | 2023-12-07T05:42:05.574Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 9555
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43477
req_id = 651873f7-5ac5-4800-a5b4-3f9eb2d7c837
response_code = 200
uri = /timesync
|
| 661 | 2023-12-07T05:42:05.576Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1701927724.3144598, correction: 0.072601579 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 662 | 2023-12-07T05:42:05.576Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 663 | 2023-12-07T05:42:07.406Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 664 | 2023-12-07T05:42:12.420Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 665 | 2023-12-07T05:42:17.435Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 666 | 2023-12-07T05:42:22.449Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 667 | 2023-12-07T05:42:27.465Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 668 | 2023-12-07T05:42:30.241Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 669 | 2023-12-07T05:42:30.241Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63846
|
| 670 | 2023-12-07T05:42:30.260Z | WARN | SledAgent (ServiceManager): Updating [wu]tmpx databases failed: Command [/usr/platform/oxide/bin/tmpx -Z] executed and failed with status: exit status: 1 stdout: [zone:global:0]
Boot time: 1701927023
Root path:
Updating database '/var/adm/wtmpx'
First entry looks correct; nothing to do
Updating database '/var/adm/utmpx'
First entry looks correct; nothing to do
[zone:sidecar_softnpu:1]
Boot time: 1701927482
Root path: /sidecar/sidecar_softnpu/root
Updating database '/sidecar/sidecar_softnpu/root/var/adm/wtmpx'
First entry looks correct; nothing to do
Updating database '/sidecar/sidecar_softnpu/root/var/adm/utmpx'
First entry looks correct; nothing to do
[zone:oxz_switch:2]
Boot time: 1701927494
Root path: /zone/oxz_switch/root
Updating database '/zone/oxz_switch/root/var/adm/wtmpx'
First entry looks correct; nothing to do
Updating database '/zone/oxz_switch/root/var/adm/utmpx'
First entry looks correct; nothing to do
[zone:oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb:3]
Boot time: 1701927504
Root path: /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb/root
Updating database '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb/root/var/adm/wtmpx'
stderr: tmpx: Invalid database: '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_3f972cb4-a4b1-4964-b4cb-c0820f5679cb/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2942
|
| 671 | 2023-12-07T05:42:30.261Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 19181
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63846
req_id = 202814f3-c3c3-4de9-a42e-f5704ab0303a
response_code = 200
uri = /timesync
|
| 672 | 2023-12-07T05:42:30.263Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1701927724.3144598, correction: 0.005949334 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 673 | 2023-12-07T05:42:30.263Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1042
|
| 674 | 2023-12-07T05:42:30.292Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b9a0957f-237b-41c7-8e2a-526915db846f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 848cb49f-4283-46e6-a1b2-fc7866067aef, kind: Service { id: b9a0957f-237b-41c7-8e2a-526915db846f }, name: Name("ntp-b9a0957f-237b-41c7-8e2a-526915db846f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 181])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a071a8d7-ba84-46ad-a945-ae7b05cb64e4, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: feef012b-d339-46ea-b67e-b97f180bf03e, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 924955aa-23e1-495c-a53e-eaeddc43ab8c, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 88b78c70-a8bf-423f-ba5a-1131ec9728b5, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 3ad5ba46-d825-47d4-bd18-8bbf69c06d03, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 675 | 2023-12-07T05:42:30.292Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51633
|
| 676 | 2023-12-07T05:42:30.293Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 677 | 2023-12-07T05:42:30.293Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 678 | 2023-12-07T05:42:30.313Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 679 | 2023-12-07T05:42:30.313Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 680 | 2023-12-07T05:42:30.331Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 681 | 2023-12-07T05:42:30.333Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 682 | 2023-12-07T05:42:30.350Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a071a8d7-ba84-46ad-a945-ae7b05cb64e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 683 | 2023-12-07T05:42:30.350Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a071a8d7-ba84-46ad-a945-ae7b05cb64e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 684 | 2023-12-07T05:42:30.399Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: feef012b-d339-46ea-b67e-b97f180bf03e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 685 | 2023-12-07T05:42:30.400Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: feef012b-d339-46ea-b67e-b97f180bf03e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 686 | 2023-12-07T05:42:30.450Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 924955aa-23e1-495c-a53e-eaeddc43ab8c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 687 | 2023-12-07T05:42:30.450Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 924955aa-23e1-495c-a53e-eaeddc43ab8c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 688 | 2023-12-07T05:42:30.498Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 88b78c70-a8bf-423f-ba5a-1131ec9728b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 689 | 2023-12-07T05:42:30.498Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 88b78c70-a8bf-423f-ba5a-1131ec9728b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 690 | 2023-12-07T05:42:30.548Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ad5ba46-d825-47d4-bd18-8bbf69c06d03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 691 | 2023-12-07T05:42:30.548Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3ad5ba46-d825-47d4-bd18-8bbf69c06d03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 692 | 2023-12-07T05:42:30.597Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 693 | 2023-12-07T05:42:30.597Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 694 | 2023-12-07T05:42:30.597Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 695 | 2023-12-07T05:42:30.597Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 696 | 2023-12-07T05:42:30.605Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 697 | 2023-12-07T05:42:30.605Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 698 | 2023-12-07T05:42:30.605Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 699 | 2023-12-07T05:42:30.605Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 700 | 2023-12-07T05:42:30.605Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 701 | 2023-12-07T05:42:30.698Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
file = illumos-utils/src/zone.rs:314
|
| 702 | 2023-12-07T05:42:30.702Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
file = illumos-utils/src/zone.rs:314
|
| 703 | 2023-12-07T05:42:30.706Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
file = illumos-utils/src/zone.rs:314
|
| 704 | 2023-12-07T05:42:30.711Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
file = illumos-utils/src/zone.rs:314
|
| 705 | 2023-12-07T05:42:30.715Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
file = illumos-utils/src/zone.rs:314
|
| 706 | 2023-12-07T05:42:30.720Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
file = illumos-utils/src/zone.rs:353
|
| 707 | 2023-12-07T05:42:30.725Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
file = illumos-utils/src/zone.rs:353
|
| 708 | 2023-12-07T05:42:30.729Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
file = illumos-utils/src/zone.rs:353
|
| 709 | 2023-12-07T05:42:30.734Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
file = illumos-utils/src/zone.rs:353
|
| 710 | 2023-12-07T05:42:30.738Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
file = illumos-utils/src/zone.rs:353
|
| 711 | 2023-12-07T05:42:32.480Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 712 | 2023-12-07T05:42:34.191Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 713 | 2023-12-07T05:42:34.191Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 714 | 2023-12-07T05:42:34.192Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 715 | 2023-12-07T05:42:34.197Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 716 | 2023-12-07T05:42:34.323Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 717 | 2023-12-07T05:42:34.323Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 718 | 2023-12-07T05:42:34.336Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 33.523519ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 719 | 2023-12-07T05:42:34.344Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 50.8871ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 720 | 2023-12-07T05:42:34.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 76.036707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 721 | 2023-12-07T05:42:34.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 67.653542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 722 | 2023-12-07T05:42:34.527Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 160.42524ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 723 | 2023-12-07T05:42:34.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 170.918709ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 724 | 2023-12-07T05:42:34.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 71.72707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 725 | 2023-12-07T05:42:34.926Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 303.332601ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 726 | 2023-12-07T05:42:34.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 205.905537ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 727 | 2023-12-07T05:42:35.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 147.465827ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 728 | 2023-12-07T05:42:35.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 259.684024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 729 | 2023-12-07T05:42:35.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 467.042314ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 730 | 2023-12-07T05:42:35.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 582.321597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 731 | 2023-12-07T05:42:35.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 595.373784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 732 | 2023-12-07T05:42:35.635Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46000
|
| 733 | 2023-12-07T05:42:35.636Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 108
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46000
req_id = e14ded29-ba9e-41f5-9cc2-b205175e7cdb
response_code = 200
uri = /baseboard
|
| 734 | 2023-12-07T05:42:35.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 971.36305ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 735 | 2023-12-07T05:42:36.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 669.110735ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 736 | 2023-12-07T05:42:36.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 529.558292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 737 | 2023-12-07T05:42:36.142Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 738 | 2023-12-07T05:42:36.142Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 739 | 2023-12-07T05:42:36.216Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 740 | 2023-12-07T05:42:36.216Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 741 | 2023-12-07T05:42:36.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 30.154929ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 742 | 2023-12-07T05:42:36.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 130.555368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 743 | 2023-12-07T05:42:36.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 65.974293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 744 | 2023-12-07T05:42:36.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 117.397015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 745 | 2023-12-07T05:42:36.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 172.079111ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 746 | 2023-12-07T05:42:36.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 136.207597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 747 | 2023-12-07T05:42:36.675Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 525.892677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 748 | 2023-12-07T05:42:36.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 988.571977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 749 | 2023-12-07T05:42:36.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.445445148s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 750 | 2023-12-07T05:42:36.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 474.728044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 751 | 2023-12-07T05:42:36.775Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 608.352968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 752 | 2023-12-07T05:42:37.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 659.193419ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 753 | 2023-12-07T05:42:37.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 504.517543ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 754 | 2023-12-07T05:42:37.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 1.324146587s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 755 | 2023-12-07T05:42:37.483Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 756 | 2023-12-07T05:42:37.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 511.673156ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 757 | 2023-12-07T05:42:37.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 984.255668ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 758 | 2023-12-07T05:42:37.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 1.134657658s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 759 | 2023-12-07T05:42:38.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.227425222s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 760 | 2023-12-07T05:42:38.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 777.488833ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 761 | 2023-12-07T05:42:38.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 1.312179199s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 762 | 2023-12-07T05:42:38.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 819.838398ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 763 | 2023-12-07T05:42:38.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 1.432114935s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 764 | 2023-12-07T05:42:39.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 524.255942ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 765 | 2023-12-07T05:42:39.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 637.839162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 766 | 2023-12-07T05:42:39.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 918.804669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 767 | 2023-12-07T05:42:39.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 887.520534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 768 | 2023-12-07T05:42:40.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 920.757009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 769 | 2023-12-07T05:42:40.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 1.461537713s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 770 | 2023-12-07T05:42:40.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 880.488875ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 771 | 2023-12-07T05:42:40.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 1.115363844s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 772 | 2023-12-07T05:42:40.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 840.364383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 773 | 2023-12-07T05:42:40.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 741.851171ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 774 | 2023-12-07T05:42:41.323Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 1.261193432s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 775 | 2023-12-07T05:42:41.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 1.331344193s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 776 | 2023-12-07T05:42:41.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c") failed: Property not found. retry in 1.465946024s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_924955aa-23e1-495c-a53e-eaeddc43ab8c
|
| 777 | 2023-12-07T05:42:41.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 1.15401196s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 778 | 2023-12-07T05:42:41.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.38216571s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 779 | 2023-12-07T05:42:42.484Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 780 | 2023-12-07T05:42:42.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e") failed: Property not found. retry in 1.278073174s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_feef012b-d339-46ea-b67e-b97f180bf03e
|
| 781 | 2023-12-07T05:42:42.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4") failed: Property not found. retry in 712.290219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a071a8d7-ba84-46ad-a945-ae7b05cb64e4
|
| 782 | 2023-12-07T05:42:42.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03") failed: Property not found. retry in 1.419667695s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3ad5ba46-d825-47d4-bd18-8bbf69c06d03
|
| 783 | 2023-12-07T05:42:43.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 907.51688ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 784 | 2023-12-07T05:42:44.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 876.364696ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 785 | 2023-12-07T05:42:44.921Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.161081876s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 786 | 2023-12-07T05:42:46.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.265849222s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 787 | 2023-12-07T05:42:47.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 609.488574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 788 | 2023-12-07T05:42:47.486Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 789 | 2023-12-07T05:42:47.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.471670136s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 790 | 2023-12-07T05:42:49.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.319179879s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 791 | 2023-12-07T05:42:50.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.098018365s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 792 | 2023-12-07T05:42:51.923Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5") failed: Property not found. retry in 1.191747253s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_88b78c70-a8bf-423f-ba5a-1131ec9728b5
|
| 793 | 2023-12-07T05:42:52.488Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 794 | 2023-12-07T05:42:53.137Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 795 | 2023-12-07T05:42:53.138Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 796 | 2023-12-07T05:42:53.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 22906949
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:51633
req_id = 915942ad-0180-4c9c-a20f-0b1808cfc8a0
response_code = 204
uri = /omicron-zones
|
| 797 | 2023-12-07T05:42:53.240Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37062
|
| 798 | 2023-12-07T05:42:53.274Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:2874
|
| 799 | 2023-12-07T05:42:57.491Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 800 | 2023-12-07T05:43:02.492Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 801 | 2023-12-07T05:43:03.630Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:2892
|
| 802 | 2023-12-07T05:43:05.676Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40919
|
| 803 | 2023-12-07T05:43:05.676Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 104
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40919
req_id = 35bd59eb-c052-4c31-b7b7-74d7ef8ed75f
response_code = 200
uri = /baseboard
|
| 804 | 2023-12-07T05:43:07.494Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 805 | 2023-12-07T05:43:12.497Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 806 | 2023-12-07T05:43:14.160Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:2913
|
| 807 | 2023-12-07T05:43:14.160Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 20920213
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:37062
req_id = a2b28481-6df2-44d2-a73a-2e9804ce754d
response_code = 204
uri = /cockroachdb
|
| 808 | 2023-12-07T05:43:14.194Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b9a0957f-237b-41c7-8e2a-526915db846f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 848cb49f-4283-46e6-a1b2-fc7866067aef, kind: Service { id: b9a0957f-237b-41c7-8e2a-526915db846f }, name: Name("ntp-b9a0957f-237b-41c7-8e2a-526915db846f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 181])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a071a8d7-ba84-46ad-a945-ae7b05cb64e4, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: feef012b-d339-46ea-b67e-b97f180bf03e, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 924955aa-23e1-495c-a53e-eaeddc43ab8c, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 88b78c70-a8bf-423f-ba5a-1131ec9728b5, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 3ad5ba46-d825-47d4-bd18-8bbf69c06d03, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 6ca23218-fa9e-45df-865e-d8ef539ee836, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: e842fb65-67c6-4055-8069-301f7bc0ff9c, kind: Service { id: 6ca23218-fa9e-45df-865e-d8ef539ee836 }, name: Name("external-dns-6ca23218-fa9e-45df-865e-d8ef539ee836"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 107])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: ad6519df-80fc-40a2-9022-da2983b428f5, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a531b7d0-231d-4f02-92c8-64444d759a9a, kind: Service { id: ad6519df-80fc-40a2-9022-da2983b428f5 }, name: Name("external-dns-ad6519df-80fc-40a2-9022-da2983b428f5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 254])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 147e496d-179a-409b-afaa-86b9bcf434bb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: ed602be2-6b6a-4b7e-9e7d-f3c525bdf608, kind: Service { id: 147e496d-179a-409b-afaa-86b9bcf434bb }, name: Name("nexus-147e496d-179a-409b-afaa-86b9bcf434bb"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 248])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 07453083-f90c-4424-8f4f-48811c2192e4, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 5c98d1f3-71b6-46c6-88d4-0a557b3a6dbe, kind: Service { id: 07453083-f90c-4424-8f4f-48811c2192e4 }, name: Name("nexus-07453083-f90c-4424-8f4f-48811c2192e4"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 251])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9662baa0-af1b-4748-b7a3-2756377245b6, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: bf12e6d9-f34b-4fe6-813a-c0e1b291575d, kind: Service { id: 9662baa0-af1b-4748-b7a3-2756377245b6 }, name: Name("nexus-9662baa0-af1b-4748-b7a3-2756377245b6"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 46])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 72c33d85-0e56-4a11-ab89-caca9e25a9f5, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 1dfaf60b-ef64-4814-b755-d3c94253083f, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 6dce58d5-8efb-45b7-93cf-417d5e71067e, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3ab38c46-f3eb-4c89-805b-304df193e43f, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 723fd453-6a4c-4514-a706-143398c6c124, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 734fbddd-0684-40a4-9cc7-b8c92bab038d, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: d15af560-6d9f-40d1-825d-f1322080019a, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f992ba59-2f58-4b79-9056-a354ec18772d, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 152b19a5-bee0-43e8-92d7-a89842ecc8cb, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 18907228-9926-4813-af3e-579c7c251c82, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b297fb51-17bd-4cb8-8e07-6e86c7f5115e, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 372e49ef-af27-48f5-b905-60b06d369a97, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: faf821dd-dc01-4af1-a09c-01ca53d934a3, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 41b13540-12c9-4173-88a4-556b8d3929e9, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 809 | 2023-12-07T05:43:14.195Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55464
|
| 810 | 2023-12-07T05:43:14.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 811 | 2023-12-07T05:43:14.195Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 10f15f5f-fbfa-48cc-b92a-4af9261609ca, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 812 | 2023-12-07T05:43:14.216Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 813 | 2023-12-07T05:43:14.216Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f8983fb8-70bc-42fc-8916-99f37d54c0ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 814 | 2023-12-07T05:43:14.236Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 815 | 2023-12-07T05:43:14.236Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3f972cb4-a4b1-4964-b4cb-c0820f5679cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 816 | 2023-12-07T05:43:14.255Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a071a8d7-ba84-46ad-a945-ae7b05cb64e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 817 | 2023-12-07T05:43:14.255Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a071a8d7-ba84-46ad-a945-ae7b05cb64e4, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 818 | 2023-12-07T05:43:14.272Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: feef012b-d339-46ea-b67e-b97f180bf03e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 819 | 2023-12-07T05:43:14.272Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: feef012b-d339-46ea-b67e-b97f180bf03e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 820 | 2023-12-07T05:43:14.291Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 924955aa-23e1-495c-a53e-eaeddc43ab8c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 821 | 2023-12-07T05:43:14.291Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 924955aa-23e1-495c-a53e-eaeddc43ab8c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 822 | 2023-12-07T05:43:14.309Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 88b78c70-a8bf-423f-ba5a-1131ec9728b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 823 | 2023-12-07T05:43:14.309Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 88b78c70-a8bf-423f-ba5a-1131ec9728b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 824 | 2023-12-07T05:43:14.326Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ad5ba46-d825-47d4-bd18-8bbf69c06d03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 825 | 2023-12-07T05:43:14.326Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3ad5ba46-d825-47d4-bd18-8bbf69c06d03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 826 | 2023-12-07T05:43:14.344Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6ca23218-fa9e-45df-865e-d8ef539ee836, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 827 | 2023-12-07T05:43:14.344Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6ca23218-fa9e-45df-865e-d8ef539ee836, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 828 | 2023-12-07T05:43:14.415Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ad6519df-80fc-40a2-9022-da2983b428f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 829 | 2023-12-07T05:43:14.415Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ad6519df-80fc-40a2-9022-da2983b428f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 830 | 2023-12-07T05:43:14.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1dfaf60b-ef64-4814-b755-d3c94253083f, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 831 | 2023-12-07T05:43:14.495Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1dfaf60b-ef64-4814-b755-d3c94253083f, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 832 | 2023-12-07T05:43:14.554Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 734fbddd-0684-40a4-9cc7-b8c92bab038d, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 833 | 2023-12-07T05:43:14.554Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 734fbddd-0684-40a4-9cc7-b8c92bab038d, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 834 | 2023-12-07T05:43:14.607Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d15af560-6d9f-40d1-825d-f1322080019a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 835 | 2023-12-07T05:43:14.607Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d15af560-6d9f-40d1-825d-f1322080019a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 836 | 2023-12-07T05:43:14.665Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f992ba59-2f58-4b79-9056-a354ec18772d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 837 | 2023-12-07T05:43:14.665Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f992ba59-2f58-4b79-9056-a354ec18772d, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 838 | 2023-12-07T05:43:14.733Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 152b19a5-bee0-43e8-92d7-a89842ecc8cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 839 | 2023-12-07T05:43:14.733Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 152b19a5-bee0-43e8-92d7-a89842ecc8cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 840 | 2023-12-07T05:43:14.793Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 18907228-9926-4813-af3e-579c7c251c82, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 841 | 2023-12-07T05:43:14.793Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 18907228-9926-4813-af3e-579c7c251c82, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 842 | 2023-12-07T05:43:14.866Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b297fb51-17bd-4cb8-8e07-6e86c7f5115e, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 843 | 2023-12-07T05:43:14.866Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: b297fb51-17bd-4cb8-8e07-6e86c7f5115e, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 844 | 2023-12-07T05:43:14.924Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 372e49ef-af27-48f5-b905-60b06d369a97, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 845 | 2023-12-07T05:43:14.924Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 372e49ef-af27-48f5-b905-60b06d369a97, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 846 | 2023-12-07T05:43:14.982Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: faf821dd-dc01-4af1-a09c-01ca53d934a3, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 847 | 2023-12-07T05:43:14.982Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: faf821dd-dc01-4af1-a09c-01ca53d934a3, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 848 | 2023-12-07T05:43:15.043Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 41b13540-12c9-4173-88a4-556b8d3929e9, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 849 | 2023-12-07T05:43:15.043Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 41b13540-12c9-4173-88a4-556b8d3929e9, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:564
|
| 850 | 2023-12-07T05:43:15.106Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 851 | 2023-12-07T05:43:15.106Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 852 | 2023-12-07T05:43:15.106Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 853 | 2023-12-07T05:43:15.106Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 854 | 2023-12-07T05:43:15.109Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:253
|
| 855 | 2023-12-07T05:43:15.111Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:253
|
| 856 | 2023-12-07T05:43:15.117Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:253
|
| 857 | 2023-12-07T05:43:15.117Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 858 | 2023-12-07T05:43:15.117Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 859 | 2023-12-07T05:43:15.118Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 860 | 2023-12-07T05:43:15.118Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 861 | 2023-12-07T05:43:15.120Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:253
|
| 862 | 2023-12-07T05:43:15.120Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 863 | 2023-12-07T05:43:15.121Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:253
|
| 864 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 865 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 866 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 867 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 868 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 869 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 870 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 871 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 872 | 2023-12-07T05:43:15.133Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 873 | 2023-12-07T05:43:15.431Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
file = illumos-utils/src/zone.rs:314
|
| 874 | 2023-12-07T05:43:15.436Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
file = illumos-utils/src/zone.rs:314
|
| 875 | 2023-12-07T05:43:15.441Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
file = illumos-utils/src/zone.rs:314
|
| 876 | 2023-12-07T05:43:15.447Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
file = illumos-utils/src/zone.rs:314
|
| 877 | 2023-12-07T05:43:15.452Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
file = illumos-utils/src/zone.rs:314
|
| 878 | 2023-12-07T05:43:15.458Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
file = illumos-utils/src/zone.rs:314
|
| 879 | 2023-12-07T05:43:15.464Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
file = illumos-utils/src/zone.rs:314
|
| 880 | 2023-12-07T05:43:15.469Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
file = illumos-utils/src/zone.rs:314
|
| 881 | 2023-12-07T05:43:15.474Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
file = illumos-utils/src/zone.rs:314
|
| 882 | 2023-12-07T05:43:15.479Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
file = illumos-utils/src/zone.rs:353
|
| 883 | 2023-12-07T05:43:15.485Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
file = illumos-utils/src/zone.rs:353
|
| 884 | 2023-12-07T05:43:15.490Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
file = illumos-utils/src/zone.rs:353
|
| 885 | 2023-12-07T05:43:15.495Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
file = illumos-utils/src/zone.rs:353
|
| 886 | 2023-12-07T05:43:15.500Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
file = illumos-utils/src/zone.rs:353
|
| 887 | 2023-12-07T05:43:15.506Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
file = illumos-utils/src/zone.rs:353
|
| 888 | 2023-12-07T05:43:15.511Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
file = illumos-utils/src/zone.rs:353
|
| 889 | 2023-12-07T05:43:15.517Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
file = illumos-utils/src/zone.rs:353
|
| 890 | 2023-12-07T05:43:15.523Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
file = illumos-utils/src/zone.rs:353
|
| 891 | 2023-12-07T05:43:15.528Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
file = illumos-utils/src/zone.rs:314
|
| 892 | 2023-12-07T05:43:15.534Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
file = illumos-utils/src/zone.rs:314
|
| 893 | 2023-12-07T05:43:15.540Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
file = illumos-utils/src/zone.rs:314
|
| 894 | 2023-12-07T05:43:15.547Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
file = illumos-utils/src/zone.rs:314
|
| 895 | 2023-12-07T05:43:15.552Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
file = illumos-utils/src/zone.rs:314
|
| 896 | 2023-12-07T05:43:15.559Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
file = illumos-utils/src/zone.rs:353
|
| 897 | 2023-12-07T05:43:15.567Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
file = illumos-utils/src/zone.rs:353
|
| 898 | 2023-12-07T05:43:15.573Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
file = illumos-utils/src/zone.rs:353
|
| 899 | 2023-12-07T05:43:15.579Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
file = illumos-utils/src/zone.rs:353
|
| 900 | 2023-12-07T05:43:15.585Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
file = illumos-utils/src/zone.rs:353
|
| 901 | 2023-12-07T05:43:15.639Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:270
|
| 902 | 2023-12-07T05:43:15.680Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:270
|
| 903 | 2023-12-07T05:43:15.717Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:270
|
| 904 | 2023-12-07T05:43:15.769Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:270
|
| 905 | 2023-12-07T05:43:15.802Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:270
|
| 906 | 2023-12-07T05:43:15.804Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:295
|
| 907 | 2023-12-07T05:43:15.804Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:187
|
| 908 | 2023-12-07T05:43:15.878Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 153, 46]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
| 909 | 2023-12-07T05:43:15.878Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1219
zone_type = nexus
|
| 910 | 2023-12-07T05:43:15.881Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:295
|
| 911 | 2023-12-07T05:43:15.881Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:187
|
| 912 | 2023-12-07T05:43:15.958Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 170, 251]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 913 | 2023-12-07T05:43:15.958Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1219
zone_type = nexus
|
| 914 | 2023-12-07T05:43:15.961Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:295
|
| 915 | 2023-12-07T05:43:15.961Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:187
|
| 916 | 2023-12-07T05:43:16.023Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 230, 107]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
| 917 | 2023-12-07T05:43:16.023Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1219
zone_type = external_dns
|
| 918 | 2023-12-07T05:43:16.025Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:295
|
| 919 | 2023-12-07T05:43:16.025Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:187
|
| 920 | 2023-12-07T05:43:16.079Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 244, 248]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte4" } }
|
| 921 | 2023-12-07T05:43:16.079Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1219
zone_type = nexus
|
| 922 | 2023-12-07T05:43:16.081Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:295
|
| 923 | 2023-12-07T05:43:16.081Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:187
|
| 924 | 2023-12-07T05:43:16.134Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 202, 254]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte5" } }
|
| 925 | 2023-12-07T05:43:16.134Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1219
zone_type = external_dns
|
| 926 | 2023-12-07T05:43:16.135Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 927 | 2023-12-07T05:43:16.135Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 928 | 2023-12-07T05:43:16.135Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 929 | 2023-12-07T05:43:16.135Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 930 | 2023-12-07T05:43:16.136Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 931 | 2023-12-07T05:43:16.136Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 932 | 2023-12-07T05:43:16.136Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 933 | 2023-12-07T05:43:16.136Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 934 | 2023-12-07T05:43:16.136Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 935 | 2023-12-07T05:43:16.136Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 936 | 2023-12-07T05:43:16.136Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 937 | 2023-12-07T05:43:16.141Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 938 | 2023-12-07T05:43:16.144Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 939 | 2023-12-07T05:43:16.144Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 940 | 2023-12-07T05:43:16.144Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 941 | 2023-12-07T05:43:16.147Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 942 | 2023-12-07T05:43:16.150Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 943 | 2023-12-07T05:43:16.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 944 | 2023-12-07T05:43:16.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 945 | 2023-12-07T05:43:16.152Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 946 | 2023-12-07T05:43:16.291Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
file = illumos-utils/src/zone.rs:314
|
| 947 | 2023-12-07T05:43:16.297Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
file = illumos-utils/src/zone.rs:314
|
| 948 | 2023-12-07T05:43:16.304Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
file = illumos-utils/src/zone.rs:314
|
| 949 | 2023-12-07T05:43:16.311Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
file = illumos-utils/src/zone.rs:314
|
| 950 | 2023-12-07T05:43:16.318Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
file = illumos-utils/src/zone.rs:314
|
| 951 | 2023-12-07T05:43:16.324Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
file = illumos-utils/src/zone.rs:353
|
| 952 | 2023-12-07T05:43:16.331Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
file = illumos-utils/src/zone.rs:353
|
| 953 | 2023-12-07T05:43:16.338Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
file = illumos-utils/src/zone.rs:353
|
| 954 | 2023-12-07T05:43:16.344Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
file = illumos-utils/src/zone.rs:353
|
| 955 | 2023-12-07T05:43:16.349Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
file = illumos-utils/src/zone.rs:353
|
| 956 | 2023-12-07T05:43:17.497Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 957 | 2023-12-07T05:43:18.130Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 958 | 2023-12-07T05:43:18.131Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 959 | 2023-12-07T05:43:18.163Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 960 | 2023-12-07T05:43:18.163Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 961 | 2023-12-07T05:43:18.232Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 962 | 2023-12-07T05:43:18.233Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 963 | 2023-12-07T05:43:18.312Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="d95c1bf6-59f7-4899-8450-567707bcd5ef"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 964 | 2023-12-07T05:43:18.312Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 965 | 2023-12-07T05:43:18.320Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="71664d76-5398-436e-b25c-bfa532fe5729"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 966 | 2023-12-07T05:43:18.320Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 967 | 2023-12-07T05:43:18.347Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="d106274b-ba86-4d24-9336-f53394c39069"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 968 | 2023-12-07T05:43:18.347Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 969 | 2023-12-07T05:43:18.377Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="dca28c81-291e-4e46-aac3-908867fff81d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 970 | 2023-12-07T05:43:18.377Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 971 | 2023-12-07T05:43:18.424Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_18907228-9926-4813-af3e-579c7c251c82:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="5a8dc151-4fcf-4e0b-b2d9-8f9c8c8bc94e"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 972 | 2023-12-07T05:43:18.424Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 973 | 2023-12-07T05:43:18.448Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="dc4e3301-ae46-4deb-81b3-612108bd7201"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 974 | 2023-12-07T05:43:18.448Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 975 | 2023-12-07T05:43:18.455Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 976 | 2023-12-07T05:43:18.567Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c08df6ad-bf1b-407a-96ed-0cbc32dc0dda"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 977 | 2023-12-07T05:43:18.570Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 978 | 2023-12-07T05:43:18.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 39.123783ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 979 | 2023-12-07T05:43:18.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 69.729994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 980 | 2023-12-07T05:43:18.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 63.756306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 981 | 2023-12-07T05:43:18.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 65.655525ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 982 | 2023-12-07T05:43:18.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 67.386266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 983 | 2023-12-07T05:43:18.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 46.738412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 984 | 2023-12-07T05:43:18.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 51.116372ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 985 | 2023-12-07T05:43:18.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 33.759119ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 986 | 2023-12-07T05:43:18.868Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 52.007675ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 987 | 2023-12-07T05:43:18.882Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 107.176688ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 988 | 2023-12-07T05:43:18.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 92.851495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 989 | 2023-12-07T05:43:18.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 51.522409ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 990 | 2023-12-07T05:43:18.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 98.234076ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 991 | 2023-12-07T05:43:18.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 134.480679ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 992 | 2023-12-07T05:43:18.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 101.602335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 993 | 2023-12-07T05:43:18.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 86.495975ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 994 | 2023-12-07T05:43:18.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 57.544839ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 995 | 2023-12-07T05:43:19.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 145.973195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 996 | 2023-12-07T05:43:19.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 74.66921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 997 | 2023-12-07T05:43:19.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 246.555278ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 998 | 2023-12-07T05:43:19.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 273.392893ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 999 | 2023-12-07T05:43:19.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 159.421724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1000 | 2023-12-07T05:43:19.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 52.239599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1001 | 2023-12-07T05:43:19.092Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1002 | 2023-12-07T05:43:19.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 288.258283ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1003 | 2023-12-07T05:43:19.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 235.994445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1004 | 2023-12-07T05:43:19.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 208.561921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1005 | 2023-12-07T05:43:19.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 176.76973ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1006 | 2023-12-07T05:43:19.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 81.042593ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1007 | 2023-12-07T05:43:19.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 122.509271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1008 | 2023-12-07T05:43:19.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 112.222922ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1009 | 2023-12-07T05:43:19.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 298.840317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1010 | 2023-12-07T05:43:19.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 566.345936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1011 | 2023-12-07T05:43:19.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 143.02833ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1012 | 2023-12-07T05:43:19.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 283.747815ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1013 | 2023-12-07T05:43:19.329Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 238.993438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1014 | 2023-12-07T05:43:19.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 35.554864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1015 | 2023-12-07T05:43:19.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 535.202088ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1016 | 2023-12-07T05:43:19.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 199.242926ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1017 | 2023-12-07T05:43:19.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 306.482242ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1018 | 2023-12-07T05:43:19.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 449.642019ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1019 | 2023-12-07T05:43:19.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 258.66198ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1020 | 2023-12-07T05:43:19.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 82.02699ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1021 | 2023-12-07T05:43:19.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 522.875496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1022 | 2023-12-07T05:43:19.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 325.955731ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1023 | 2023-12-07T05:43:19.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 199.363743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1024 | 2023-12-07T05:43:19.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 276.777562ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1025 | 2023-12-07T05:43:19.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 406.847873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1026 | 2023-12-07T05:43:19.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 613.872185ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1027 | 2023-12-07T05:43:19.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 541.317725ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1028 | 2023-12-07T05:43:19.775Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 922.672249ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1029 | 2023-12-07T05:43:19.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 404.123463ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1030 | 2023-12-07T05:43:19.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 629.0583ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1031 | 2023-12-07T05:43:19.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 499.079892ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1032 | 2023-12-07T05:43:19.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 1.077585502s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1033 | 2023-12-07T05:43:19.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 852.578195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1034 | 2023-12-07T05:43:20.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 1.071356462s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1035 | 2023-12-07T05:43:20.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 430.183013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1036 | 2023-12-07T05:43:20.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 706.858971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1037 | 2023-12-07T05:43:20.172Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 416.395043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1038 | 2023-12-07T05:43:20.173Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1039 | 2023-12-07T05:43:20.243Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 514.004372ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1040 | 2023-12-07T05:43:20.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 1.278644658s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1041 | 2023-12-07T05:43:20.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 925.165741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1042 | 2023-12-07T05:43:20.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 995.732613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1043 | 2023-12-07T05:43:20.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 1.171506924s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1044 | 2023-12-07T05:43:20.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 1.186479865s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1045 | 2023-12-07T05:43:20.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 955.258812ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1046 | 2023-12-07T05:43:20.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 1.386984048s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1047 | 2023-12-07T05:43:20.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 556.270723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1048 | 2023-12-07T05:43:20.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 657.489891ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1049 | 2023-12-07T05:43:20.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.128256685s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1050 | 2023-12-07T05:43:20.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 52.347628ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1051 | 2023-12-07T05:43:21.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 128.049647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1052 | 2023-12-07T05:43:21.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 958.535137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1053 | 2023-12-07T05:43:21.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 909.645801ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1054 | 2023-12-07T05:43:21.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 299.690041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1055 | 2023-12-07T05:43:21.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 840.808833ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1056 | 2023-12-07T05:43:21.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 976.782408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1057 | 2023-12-07T05:43:21.477Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 369.16468ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1058 | 2023-12-07T05:43:21.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 1.315643126s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1059 | 2023-12-07T05:43:21.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 586.998829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1060 | 2023-12-07T05:43:21.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 981.716249ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1061 | 2023-12-07T05:43:21.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 1.386714228s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1062 | 2023-12-07T05:43:21.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 1.172445742s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1063 | 2023-12-07T05:43:21.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 770.549165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1064 | 2023-12-07T05:43:21.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 840.096181ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1065 | 2023-12-07T05:43:22.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 645.73405ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1066 | 2023-12-07T05:43:22.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 979.846022ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1067 | 2023-12-07T05:43:22.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.148585144s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1068 | 2023-12-07T05:43:22.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 1.473628891s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1069 | 2023-12-07T05:43:22.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 504.217259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1070 | 2023-12-07T05:43:22.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 937.39699ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1071 | 2023-12-07T05:43:22.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 1.107509873s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1072 | 2023-12-07T05:43:22.499Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1073 | 2023-12-07T05:43:22.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 641.513083ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1074 | 2023-12-07T05:43:22.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 500.34248ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1075 | 2023-12-07T05:43:22.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 1.465137624s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1076 | 2023-12-07T05:43:22.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 1.445505569s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1077 | 2023-12-07T05:43:22.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 1.074587699s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1078 | 2023-12-07T05:43:22.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 1.176415435s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1079 | 2023-12-07T05:43:22.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 1.339460133s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1080 | 2023-12-07T05:43:23.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 926.608881ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1081 | 2023-12-07T05:43:23.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 600.535535ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1082 | 2023-12-07T05:43:23.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 1.047248408s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1083 | 2023-12-07T05:43:23.140Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1084 | 2023-12-07T05:43:23.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 945.880271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1085 | 2023-12-07T05:43:23.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.373277919s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1086 | 2023-12-07T05:43:23.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 1.438827145s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1087 | 2023-12-07T05:43:23.295Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1088 | 2023-12-07T05:43:23.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 43.298066ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1089 | 2023-12-07T05:43:23.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 147.240642ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1090 | 2023-12-07T05:43:23.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 39.282774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1091 | 2023-12-07T05:43:23.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 1.405560089s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1092 | 2023-12-07T05:43:23.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 121.534777ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1093 | 2023-12-07T05:43:23.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 245.112216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1094 | 2023-12-07T05:43:23.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 1.104693913s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1095 | 2023-12-07T05:43:23.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 267.73496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1096 | 2023-12-07T05:43:23.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 1.172577665s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1097 | 2023-12-07T05:43:23.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 799.364296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1098 | 2023-12-07T05:43:23.837Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 582.277292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1099 | 2023-12-07T05:43:23.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 582.687598ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1100 | 2023-12-07T05:43:23.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 1.228613808s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1101 | 2023-12-07T05:43:23.990Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1102 | 2023-12-07T05:43:24.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 1.323767056s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1103 | 2023-12-07T05:43:24.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 788.794525ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1104 | 2023-12-07T05:43:24.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 1.438104679s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1105 | 2023-12-07T05:43:24.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 933.747898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1106 | 2023-12-07T05:43:24.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 624.229731ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1107 | 2023-12-07T05:43:24.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 724.851399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1108 | 2023-12-07T05:43:24.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 68.058574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1109 | 2023-12-07T05:43:24.436Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 511.888289ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1110 | 2023-12-07T05:43:24.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 117.741241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1111 | 2023-12-07T05:43:24.509Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="2f5b2f53-e05a-47aa-94e8-900e40e9b2be"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1112 | 2023-12-07T05:43:24.509Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1113 | 2023-12-07T05:43:24.521Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="495b9779-ab29-43f2-9c4a-446910da454d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1114 | 2023-12-07T05:43:24.522Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1115 | 2023-12-07T05:43:24.575Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 879.863253ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1116 | 2023-12-07T05:43:24.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 571.032885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1117 | 2023-12-07T05:43:24.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 883.961955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1118 | 2023-12-07T05:43:24.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 110.266352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1119 | 2023-12-07T05:43:24.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 521.348887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1120 | 2023-12-07T05:43:24.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 54.188495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1121 | 2023-12-07T05:43:24.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 699.614138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1122 | 2023-12-07T05:43:24.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 594.605959ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1123 | 2023-12-07T05:43:24.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 131.784384ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1124 | 2023-12-07T05:43:24.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 1.125698422s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1125 | 2023-12-07T05:43:25.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 847.789107ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1126 | 2023-12-07T05:43:25.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 1.236275466s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1127 | 2023-12-07T05:43:25.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 40.035293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1128 | 2023-12-07T05:43:25.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 761.473972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1129 | 2023-12-07T05:43:25.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 1.287802338s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1130 | 2023-12-07T05:43:25.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 187.645427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1131 | 2023-12-07T05:43:25.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 104.08789ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1132 | 2023-12-07T05:43:25.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 813.117799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1133 | 2023-12-07T05:43:25.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 641.959984ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1134 | 2023-12-07T05:43:25.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 1.204015414s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1135 | 2023-12-07T05:43:25.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 127.209609ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1136 | 2023-12-07T05:43:25.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 979.654483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1137 | 2023-12-07T05:43:25.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 1.122839537s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1138 | 2023-12-07T05:43:25.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 598.499255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1139 | 2023-12-07T05:43:25.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 738.691191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1140 | 2023-12-07T05:43:25.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 255.435276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1141 | 2023-12-07T05:43:25.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 533.392038ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1142 | 2023-12-07T05:43:25.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 1.175466366s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1143 | 2023-12-07T05:43:25.484Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 767.315325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1144 | 2023-12-07T05:43:25.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.006387417s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1145 | 2023-12-07T05:43:25.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 1.279317875s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1146 | 2023-12-07T05:43:25.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 1.08663326s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1147 | 2023-12-07T05:43:25.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 889.941527ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1148 | 2023-12-07T05:43:25.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 832.191324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1149 | 2023-12-07T05:43:25.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 667.715449ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1150 | 2023-12-07T05:43:25.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 730.452084ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1151 | 2023-12-07T05:43:25.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 974.653226ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1152 | 2023-12-07T05:43:26.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 948.677767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1153 | 2023-12-07T05:43:26.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 1.393950981s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1154 | 2023-12-07T05:43:26.106Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 1.015453845s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1155 | 2023-12-07T05:43:26.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 841.903977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1156 | 2023-12-07T05:43:26.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 599.191599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1157 | 2023-12-07T05:43:26.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 879.933832ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1158 | 2023-12-07T05:43:26.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 770.779181ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1159 | 2023-12-07T05:43:26.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 1.281690796s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1160 | 2023-12-07T05:43:26.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 639.976313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1161 | 2023-12-07T05:43:26.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 1.127425164s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1162 | 2023-12-07T05:43:26.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.490110816s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1163 | 2023-12-07T05:43:26.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 553.377325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1164 | 2023-12-07T05:43:26.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 1.327966905s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1165 | 2023-12-07T05:43:26.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 1.151368961s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1166 | 2023-12-07T05:43:26.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 833.542271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1167 | 2023-12-07T05:43:26.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 1.316920463s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1168 | 2023-12-07T05:43:26.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 507.153016ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1169 | 2023-12-07T05:43:26.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 604.887236ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1170 | 2023-12-07T05:43:26.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 1.135214655s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1171 | 2023-12-07T05:43:26.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 609.545325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1172 | 2023-12-07T05:43:27.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 803.171493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1173 | 2023-12-07T05:43:27.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 1.294407372s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1174 | 2023-12-07T05:43:27.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 1.038502528s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1175 | 2023-12-07T05:43:27.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 903.014054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1176 | 2023-12-07T05:43:27.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 848.476912ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1177 | 2023-12-07T05:43:27.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 638.71363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1178 | 2023-12-07T05:43:27.292Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1179 | 2023-12-07T05:43:27.293Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1180 | 2023-12-07T05:43:27.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 958.387747ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1181 | 2023-12-07T05:43:27.501Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1182 | 2023-12-07T05:43:27.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 863.002243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1183 | 2023-12-07T05:43:27.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 1.15930901s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1184 | 2023-12-07T05:43:27.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f") failed: Property not found. retry in 27.063998ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1185 | 2023-12-07T05:43:27.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 871.739004ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1186 | 2023-12-07T05:43:27.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f") failed: Property not found. retry in 84.718987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1187 | 2023-12-07T05:43:27.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 1.059299668s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1188 | 2023-12-07T05:43:27.903Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 1.177056945s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1189 | 2023-12-07T05:43:27.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 989.646731ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1190 | 2023-12-07T05:43:27.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 506.989585ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1191 | 2023-12-07T05:43:27.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 1.221653354s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1192 | 2023-12-07T05:43:27.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 1.035705568s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1193 | 2023-12-07T05:43:27.968Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f") failed: Property not found. retry in 261.14971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1194 | 2023-12-07T05:43:28.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 1.471536049s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1195 | 2023-12-07T05:43:28.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 559.386364ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1196 | 2023-12-07T05:43:28.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.200381541s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1197 | 2023-12-07T05:43:28.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 1.142275535s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1198 | 2023-12-07T05:43:28.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 1.247285422s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1199 | 2023-12-07T05:43:28.195Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 649.758794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1200 | 2023-12-07T05:43:28.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 809.598746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1201 | 2023-12-07T05:43:28.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f") failed: Property not found. retry in 498.615704ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1202 | 2023-12-07T05:43:28.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 556.757742ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1203 | 2023-12-07T05:43:28.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 974.091886ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1204 | 2023-12-07T05:43:28.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 1.101327416s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1205 | 2023-12-07T05:43:28.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 729.945374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1206 | 2023-12-07T05:43:28.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 811.014045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1207 | 2023-12-07T05:43:28.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 855.006705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1208 | 2023-12-07T05:43:28.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 824.50834ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1209 | 2023-12-07T05:43:28.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f") failed: Property not found. retry in 758.879058ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1210 | 2023-12-07T05:43:28.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 762.490068ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1211 | 2023-12-07T05:43:28.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 860.887224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1212 | 2023-12-07T05:43:28.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 1.268548318s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1213 | 2023-12-07T05:43:28.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 593.781718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1214 | 2023-12-07T05:43:29.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 788.73933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1215 | 2023-12-07T05:43:29.056Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 744.930924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1216 | 2023-12-07T05:43:29.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 794.793375ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1217 | 2023-12-07T05:43:29.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 743.238946ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1218 | 2023-12-07T05:43:29.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 1.196768014s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1219 | 2023-12-07T05:43:29.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 1.066913372s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1220 | 2023-12-07T05:43:29.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 747.159528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1221 | 2023-12-07T05:43:29.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 1.43753492s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1222 | 2023-12-07T05:43:29.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 1.034633191s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1223 | 2023-12-07T05:43:29.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 1.080652644s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1224 | 2023-12-07T05:43:29.518Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 1.393789894s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1225 | 2023-12-07T05:43:29.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 1.082734951s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1226 | 2023-12-07T05:43:29.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f") failed: Property not found. retry in 792.901436ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1227 | 2023-12-07T05:43:29.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 1.467556066s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1228 | 2023-12-07T05:43:29.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 504.703424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1229 | 2023-12-07T05:43:29.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 1.388473013s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1230 | 2023-12-07T05:43:29.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 717.337072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1231 | 2023-12-07T05:43:29.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 578.177979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1232 | 2023-12-07T05:43:29.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 831.211299ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1233 | 2023-12-07T05:43:29.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 955.219092ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1234 | 2023-12-07T05:43:29.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 1.141903194s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1235 | 2023-12-07T05:43:29.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 1.303046823s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1236 | 2023-12-07T05:43:30.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.07567179s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1237 | 2023-12-07T05:43:30.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 758.973975ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1238 | 2023-12-07T05:43:30.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 775.991517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1239 | 2023-12-07T05:43:30.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f") failed: Property not found. retry in 1.416511533s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_1dfaf60b-ef64-4814-b755-d3c94253083f
|
| 1240 | 2023-12-07T05:43:30.368Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4") failed: Property not found. retry in 1.026597782s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1241 | 2023-12-07T05:43:30.383Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 676.289412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1242 | 2023-12-07T05:43:30.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 654.393866ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1243 | 2023-12-07T05:43:30.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 933.070717ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1244 | 2023-12-07T05:43:30.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 800.5632ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1245 | 2023-12-07T05:43:30.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e") failed: Property not found. retry in 639.71103ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_6dce58d5-8efb-45b7-93cf-417d5e71067e
|
| 1246 | 2023-12-07T05:43:30.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 721.080183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1247 | 2023-12-07T05:43:30.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 782.179735ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1248 | 2023-12-07T05:43:30.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb") failed: Property not found. retry in 749.432866ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1249 | 2023-12-07T05:43:30.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb") failed: Property not found. retry in 885.832542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_152b19a5-bee0-43e8-92d7-a89842ecc8cb
|
| 1250 | 2023-12-07T05:43:30.868Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3") failed: Property not found. retry in 1.44525539s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_faf821dd-dc01-4af1-a09c-01ca53d934a3
|
| 1251 | 2023-12-07T05:43:30.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9") failed: Property not found. retry in 822.071929ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_41b13540-12c9-4173-88a4-556b8d3929e9
|
| 1252 | 2023-12-07T05:43:30.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836") failed: Property not found. retry in 784.116937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1253 | 2023-12-07T05:43:31.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f") failed: Property not found. retry in 1.223073106s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3ab38c46-f3eb-4c89-805b-304df193e43f
|
| 1254 | 2023-12-07T05:43:31.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124") failed: Property not found. retry in 1.438704089s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_723fd453-6a4c-4514-a706-143398c6c124
|
| 1255 | 2023-12-07T05:43:31.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97") failed: Property not found. retry in 1.466230735s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_372e49ef-af27-48f5-b905-60b06d369a97
|
| 1256 | 2023-12-07T05:43:31.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d") failed: Property not found. retry in 628.047268ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_734fbddd-0684-40a4-9cc7-b8c92bab038d
|
| 1257 | 2023-12-07T05:43:31.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5") failed: Property not found. retry in 1.07035652s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1258 | 2023-12-07T05:43:31.160Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_18907228-9926-4813-af3e-579c7c251c82") failed: Property not found. retry in 1.168117556s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_18907228-9926-4813-af3e-579c7c251c82
|
| 1259 | 2023-12-07T05:43:31.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d") failed: Property not found. retry in 1.361848229s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f992ba59-2f58-4b79-9056-a354ec18772d
|
| 1260 | 2023-12-07T05:43:31.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e") failed: Property not found. retry in 504.645686ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b297fb51-17bd-4cb8-8e07-6e86c7f5115e
|
| 1261 | 2023-12-07T05:43:31.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6") failed: Property not found. retry in 1.236531943s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1262 | 2023-12-07T05:43:31.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5") failed: Property not found. retry in 1.237252965s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1263 | 2023-12-07T05:43:31.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a") failed: Property not found. retry in 826.305421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d15af560-6d9f-40d1-825d-f1322080019a
|
| 1264 | 2023-12-07T05:43:31.513Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1762
|
| 1265 | 2023-12-07T05:43:31.514Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1266 | 2023-12-07T05:43:32.168Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1770
|
| 1267 | 2023-12-07T05:43:32.168Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1789
|
| 1268 | 2023-12-07T05:43:32.502Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1269 | 2023-12-07T05:43:33.359Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1833
|
| 1270 | 2023-12-07T05:43:33.359Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:652
zone = oxz_nexus_07453083-f90c-4424-8f4f-48811c2192e4
|
| 1271 | 2023-12-07T05:43:35.720Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49383
|
| 1272 | 2023-12-07T05:43:35.721Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 836
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49383
req_id = b40f64ad-7977-4966-bae1-47ea8e8a5278
response_code = 200
uri = /baseboard
|
| 1273 | 2023-12-07T05:43:37.503Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1274 | 2023-12-07T05:43:38.865Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1762
|
| 1275 | 2023-12-07T05:43:38.865Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1276 | 2023-12-07T05:43:39.421Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1770
|
| 1277 | 2023-12-07T05:43:39.421Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1789
|
| 1278 | 2023-12-07T05:43:39.629Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1833
|
| 1279 | 2023-12-07T05:43:39.629Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:652
zone = oxz_nexus_147e496d-179a-409b-afaa-86b9bcf434bb
|
| 1280 | 2023-12-07T05:43:42.505Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1281 | 2023-12-07T05:43:45.896Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1762
|
| 1282 | 2023-12-07T05:43:45.896Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1283 | 2023-12-07T05:43:46.451Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1770
|
| 1284 | 2023-12-07T05:43:46.452Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1789
|
| 1285 | 2023-12-07T05:43:46.647Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1946
|
| 1286 | 2023-12-07T05:43:46.647Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:652
zone = oxz_external_dns_6ca23218-fa9e-45df-865e-d8ef539ee836
|
| 1287 | 2023-12-07T05:43:47.506Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1288 | 2023-12-07T05:43:51.517Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1762
|
| 1289 | 2023-12-07T05:43:51.517Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1290 | 2023-12-07T05:43:52.080Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1770
|
| 1291 | 2023-12-07T05:43:52.084Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1789
|
| 1292 | 2023-12-07T05:43:52.271Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1946
|
| 1293 | 2023-12-07T05:43:52.272Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:652
zone = oxz_external_dns_ad6519df-80fc-40a2-9022-da2983b428f5
|
| 1294 | 2023-12-07T05:43:52.507Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1295 | 2023-12-07T05:43:57.509Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1296 | 2023-12-07T05:43:58.756Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1762
|
| 1297 | 2023-12-07T05:43:58.756Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1298 | 2023-12-07T05:43:59.315Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1770
|
| 1299 | 2023-12-07T05:43:59.315Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1789
|
| 1300 | 2023-12-07T05:43:59.520Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1833
|
| 1301 | 2023-12-07T05:43:59.520Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:652
zone = oxz_nexus_9662baa0-af1b-4748-b7a3-2756377245b6
|
| 1302 | 2023-12-07T05:44:02.511Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1303 | 2023-12-07T05:44:03.338Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 352.307840943s
|
| 1304 | 2023-12-07T05:44:03.678Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 352.647253967s
|
| 1305 | 2023-12-07T05:44:03.868Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/sled_agent.rs:1060
retry_after = 9.839808649s
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1306 | 2023-12-07T05:44:03.868Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 352.838099768s
|
| 1307 | 2023-12-07T05:44:03.868Z | WARN | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/sled_agent.rs:672
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
total duration = 342.491883907s
|
| 1308 | 2023-12-07T05:44:03.868Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 352.837157176s
|
| 1309 | 2023-12-07T05:44:03.869Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 352.838657811s
|
| 1310 | 2023-12-07T05:44:03.869Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 352.838979639s
|
| 1311 | 2023-12-07T05:44:03.878Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 352.848787819s
|
| 1312 | 2023-12-07T05:44:03.879Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 352.846896354s
|
| 1313 | 2023-12-07T05:44:03.879Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 352.847516899s
|
| 1314 | 2023-12-07T05:44:03.879Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 352.848723778s
|
| 1315 | 2023-12-07T05:44:03.879Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 352.847257542s
|
| 1316 | 2023-12-07T05:44:04.438Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 353.406448815s
|
| 1317 | 2023-12-07T05:44:04.848Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 353.817422694s
|
| 1318 | 2023-12-07T05:44:04.998Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 353.9670466s
|
| 1319 | 2023-12-07T05:44:05.128Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 354.097181969s
|
| 1320 | 2023-12-07T05:44:05.732Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists
file = sled-agent/src/services.rs:1762
|
| 1321 | 2023-12-07T05:44:05.732Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:608
zone = oxz_oximeter_72c33d85-0e56-4a11-ab89-caca9e25a9f5
|
| 1322 | 2023-12-07T05:44:05.754Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39215
|
| 1323 | 2023-12-07T05:44:05.755Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 151
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39215
req_id = d6461b83-4dbd-486d-b150-13f5cff98a4c
response_code = 200
uri = /baseboard
|
| 1324 | 2023-12-07T05:44:05.758Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 354.726566975s
|
| 1325 | 2023-12-07T05:44:05.797Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1326 | 2023-12-07T05:44:05.800Z | WARN | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/sled_agent.rs:672
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
total duration = 344.423218758s
|
| 1327 | 2023-12-07T05:44:05.858Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 354.828271318s
|
| 1328 | 2023-12-07T05:44:06.293Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists - OK
file = sled-agent/src/services.rs:1770
|
| 1329 | 2023-12-07T05:44:06.293Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1789
|
| 1330 | 2023-12-07T05:44:06.507Z | INFO | SledAgent (ServiceManager): Setting up oximeter service
file = sled-agent/src/services.rs:2057
|
| 1331 | 2023-12-07T05:44:06.597Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1332 | 2023-12-07T05:44:06.598Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1333 | 2023-12-07T05:44:06.599Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 52403361
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:55464
req_id = 2becffbf-4854-45e2-b0b5-89a965447635
response_code = 204
uri = /omicron-zones
|
| 1334 | 2023-12-07T05:44:06.603Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1062
|
| 1335 | 2023-12-07T05:44:06.603Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1336 | 2023-12-07T05:44:06.603Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1337 | 2023-12-07T05:44:06.605Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:549
|
| 1338 | 2023-12-07T05:44:06.605Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:551
|
| 1339 | 2023-12-07T05:44:06.638Z | INFO | SledAgent (RSS): rack_network_config: Some(
RackNetworkConfigV1 {
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 32,
},
),
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
},
)
file = sled-agent/src/rack_setup/service.rs:658
|
| 1340 | 2023-12-07T05:44:06.638Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/3f420c79-8cb4-4b5a-ab88-8a43e4fca2c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1341 | 2023-12-07T05:44:06.662Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 355.631920757s
|
| 1342 | 2023-12-07T05:44:06.771Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/3f420c79-8cb4-4b5a-ab88-8a43e4fca2c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1343 | 2023-12-07T05:44:06.849Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 355.818782665s
|
| 1344 | 2023-12-07T05:44:06.873Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/3f420c79-8cb4-4b5a-ab88-8a43e4fca2c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1345 | 2023-12-07T05:44:07.035Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 356.005194543s
|
| 1346 | 2023-12-07T05:44:07.040Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/3f420c79-8cb4-4b5a-ab88-8a43e4fca2c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1347 | 2023-12-07T05:44:07.344Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"9e476532-0e0a-4956-9e90-ecf797df1a94\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"9e476532-0e0a-4956-9e90-ecf797df1a94\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 356.312643527s
|
| 1348 | 2023-12-07T05:44:07.413Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"8c9454c9-5c34-45e0-a87c-0335d4483aa1\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa\\\\\\"\\", request_id: \\"8c9454c9-5c34-45e0-a87c-0335d4483aa1\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 356.38402s
|
| 1349 | 2023-12-07T05:44:07.459Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"d44baaff-292e-49ea-b4bf-f0fba93d673b\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa\\\\\\"\\", request_id: \\"d44baaff-292e-49ea-b4bf-f0fba93d673b\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 356.43096129s
|
| 1350 | 2023-12-07T05:44:07.505Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"76351565-b755-41b1-8b3f-ea4504dd2619\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa\\\\\\"\\", request_id: \\"76351565-b755-41b1-8b3f-ea4504dd2619\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 356.476109057s
|
| 1351 | 2023-12-07T05:44:07.507Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"765bea33-47c0-4674-9f9b-81154d52444c\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"765bea33-47c0-4674-9f9b-81154d52444c\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 356.475669657s
|
| 1352 | 2023-12-07T05:44:07.509Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"5fdce294-5cab-483a-90d7-d4b4b10c909d\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"5fdce294-5cab-483a-90d7-d4b4b10c909d\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 356.477665255s
|
| 1353 | 2023-12-07T05:44:07.512Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1354 | 2023-12-07T05:44:07.561Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"7244e254-90b1-4eea-93e5-e87dfc586ce5\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa\\\\\\"\\", request_id: \\"7244e254-90b1-4eea-93e5-e87dfc586ce5\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 356.5325427s
|
| 1355 | 2023-12-07T05:44:07.580Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"9a58c364-6197-41f6-85d7-a0a4255f34cb\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa\\\\\\"\\", request_id: \\"9a58c364-6197-41f6-85d7-a0a4255f34cb\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 356.550384828s
|
| 1356 | 2023-12-07T05:44:07.628Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"fe2dab13-2a7d-4366-96f3-241a4d780fd8\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"fe2dab13-2a7d-4366-96f3-241a4d780fd8\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 356.597549303s
|
| 1357 | 2023-12-07T05:44:07.709Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"b2aa9503-5310-4333-bf7e-245e2fb25d1d\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa\\\\\\"\\", request_id: \\"b2aa9503-5310-4333-bf7e-245e2fb25d1d\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 356.679911953s
|
| 1358 | 2023-12-07T05:44:08.019Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"5303787c-f8c7-47aa-a6c6-1d881a1932aa\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:08 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"5303787c-f8c7-47aa-a6c6-1d881a1932aa\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 356.988703718s
|
| 1359 | 2023-12-07T05:44:08.192Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
sled_id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1360 | 2023-12-07T05:44:08.193Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"b895abcf-b29f-4f29-893e-c1d9a107dd15\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:08 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"b895abcf-b29f-4f29-893e-c1d9a107dd15\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 357.161112858s
|
| 1361 | 2023-12-07T05:44:08.446Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"d9df1391-0c49-4516-91f1-f61a000c7297\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:08 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"d9df1391-0c49-4516-91f1-f61a000c7297\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 357.414291019s
|
| 1362 | 2023-12-07T05:44:08.691Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "de97cb36-7e19-46ad-b965-a47b7b0adb10", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "de97cb36-7e19-46ad-b965-a47b7b0adb10" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1363 | 2023-12-07T05:44:08.703Z | INFO | SledAgent (HardwareMonitor): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "35803a86496a479d978ca00b959d5bc2" }
file = sled-agent/src/sled_agent.rs:629
id = 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1364 | 2023-12-07T05:44:09.309Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "97e54788-5f4a-4d78-a9df-4dfb763cefa7", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "97e54788-5f4a-4d78-a9df-4dfb763cefa7" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1365 | 2023-12-07T05:44:09.605Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"30cefe8e-aa41-4d2c-be3d-8d29150a8393\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:09 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"30cefe8e-aa41-4d2c-be3d-8d29150a8393\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 358.573308635s
|
| 1366 | 2023-12-07T05:44:10.020Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "d4803d5e-3b6c-4f1f-9ec9-90ca0742c8ac", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:10 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "d4803d5e-3b6c-4f1f-9ec9-90ca0742c8ac" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1367 | 2023-12-07T05:44:10.062Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"83398f8c-1e22-403d-b3ba-df380cb145ad\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:09 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"83398f8c-1e22-403d-b3ba-df380cb145ad\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 359.031331057s
|
| 1368 | 2023-12-07T05:44:10.597Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"a1dd14df-274f-4678-aa05-d6e352aa381c\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Thu, 07 Dec 2023 05:44:09 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"a1dd14df-274f-4678-aa05-d6e352aa381c\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 359.566453015s
|
| 1369 | 2023-12-07T05:44:10.644Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "cc82cb3f-e13d-4182-b7d4-96bc435e591a", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:10 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "cc82cb3f-e13d-4182-b7d4-96bc435e591a" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1370 | 2023-12-07T05:44:10.798Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1371 | 2023-12-07T05:44:10.798Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1372 | 2023-12-07T05:44:11.160Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ae35446e-fea3-4b6b-8a46-24fc8d2a05d0", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:11 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "ae35446e-fea3-4b6b-8a46-24fc8d2a05d0" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1373 | 2023-12-07T05:44:12.113Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "a5b68572-472f-4c03-bf2b-140b5db8fd48", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:11 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "a5b68572-472f-4c03-bf2b-140b5db8fd48" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1374 | 2023-12-07T05:44:12.513Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1375 | 2023-12-07T05:44:12.979Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "8405438f-204e-4935-b9d5-957d2a18eb29", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:12 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"31bd71cd-4736-4a12-a387-9b74b050396f\"", request_id: "8405438f-204e-4935-b9d5-957d2a18eb29" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1376 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1377 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1378 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1379 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1380 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1381 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1382 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1383 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1384 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1385 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1386 | 2023-12-07T05:44:13.655Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1387 | 2023-12-07T05:44:14.167Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ebe26a8e-ecfb-4fa4-b4b9-3a8f1c510a46", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:14 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"31bd71cd-4736-4a12-a387-9b74b050396f\"", request_id: "ebe26a8e-ecfb-4fa4-b4b9-3a8f1c510a46" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1388 | 2023-12-07T05:44:14.409Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1389 | 2023-12-07T05:44:15.260Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "37a84744-589b-47ad-9468-ab648de504e5", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:15 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "37a84744-589b-47ad-9468-ab648de504e5" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1390 | 2023-12-07T05:44:16.056Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9e4557e5-ffc1-4052-85fd-6e1096f2c8d1", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:16 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "9e4557e5-ffc1-4052-85fd-6e1096f2c8d1" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1391 | 2023-12-07T05:44:16.892Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "3b324849-b1c2-4b86-85ae-0527ab99dd19", "content-length": "174", "date": "Thu, 07 Dec 2023 05:44:16 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "3b324849-b1c2-4b86-85ae-0527ab99dd19" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1392 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1393 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1394 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1395 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1396 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1397 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1398 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1399 | 2023-12-07T05:44:16.923Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1400 | 2023-12-07T05:44:17.514Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1401 | 2023-12-07T05:44:19.059Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62037
|
| 1402 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:399
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a531b7d0-231d-4f02-92c8-64444d759a9a, kind: Service { id: ad6519df-80fc-40a2-9022-da2983b428f5 }, name: Name("external-dns-ad6519df-80fc-40a2-9022-da2983b428f5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 254])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: e842fb65-67c6-4055-8069-301f7bc0ff9c, kind: Service { id: 6ca23218-fa9e-45df-865e-d8ef539ee836 }, name: Name("external-dns-6ca23218-fa9e-45df-865e-d8ef539ee836"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 107])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5c98d1f3-71b6-46c6-88d4-0a557b3a6dbe, kind: Service { id: 07453083-f90c-4424-8f4f-48811c2192e4 }, name: Name("nexus-07453083-f90c-4424-8f4f-48811c2192e4"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 251])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: bf12e6d9-f34b-4fe6-813a-c0e1b291575d, kind: Service { id: 9662baa0-af1b-4748-b7a3-2756377245b6 }, name: Name("nexus-9662baa0-af1b-4748-b7a3-2756377245b6"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 46])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ed602be2-6b6a-4b7e-9e7d-f3c525bdf608, kind: Service { id: 147e496d-179a-409b-afaa-86b9bcf434bb }, name: Name("nexus-147e496d-179a-409b-afaa-86b9bcf434bb"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 248])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1403 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1404 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte0"
rules = []
|
| 1405 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1406 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1407 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1408 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1409 | 2023-12-07T05:44:19.060Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 333
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62037
req_id = d2afd2e6-8bfd-4a24-ac94-c641c2e66500
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1410 | 2023-12-07T05:44:19.445Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53623
|
| 1411 | 2023-12-07T05:44:19.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53623
req_id = f752e33e-9963-4259-a2c0-e651b1c6d97c
response_code = 200
uri = /network-bootstore-config
|
| 1412 | 2023-12-07T05:44:19.458Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:689
|
| 1413 | 2023-12-07T05:44:22.515Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1414 | 2023-12-07T05:44:27.516Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1415 | 2023-12-07T05:44:32.517Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1416 | 2023-12-07T05:44:35.788Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36041
|
| 1417 | 2023-12-07T05:44:35.788Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 53
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36041
req_id = d764f245-61fa-4e25-8fc8-dd6ee3ad49c3
response_code = 200
uri = /baseboard
|
| 1418 | 2023-12-07T05:44:36.032Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49409
|
| 1419 | 2023-12-07T05:44:36.033Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:227
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(12155056))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-6b19f07f3d1", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: a7c8a711-b1d1-4cc1-94bd-23d2f8357f09, read_only_parent: Some(Url { block_size: 512, id: 13c91524-6568-4a87-8030-8814e30d84bd, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a7c8a711-b1d1-4cc1-94bd-23d2f8357f09, key: Some("2qXlNoxfngFFmg+uz9KzoFEGqOYi3c5BCyjJ5/xWd+I="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::18]:19000", "[fd00:1122:3344:101::12]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAADHkS2HV4dXAACRLYdXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAx5Eth1eHVwAAkS2HVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1MjA1NTc0ZS0xYzcxLTQxNGUtYWJkOS01ZDE1NWY3OTJiYzAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSEpoTDFlMXJqRlpaeGJla3QrbjlBaC83ZlNYTDBuMnV2ZWNyMkZqdFk0TyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
instance_runtime = InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }
propolis_addr = [fd00:1122:3344:101::22]:12400
propolis_id = d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-12-07T05:44:35.217818Z }
|
| 1420 | 2023-12-07T05:44:36.033Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:261
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1421 | 2023-12-07T05:44:36.033Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:599
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
propolis_id = d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(12155056))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd2fe6a5-7f06-45b4-bf92-020cf0e57156, kind: Instance { id: 5205574e-1c71-414e-abd9-5d155f792bc0 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 58, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12155056), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-6b19f07f3d1", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: a7c8a711-b1d1-4cc1-94bd-23d2f8357f09, read_only_parent: Some(Url { block_size: 512, id: 13c91524-6568-4a87-8030-8814e30d84bd, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a7c8a711-b1d1-4cc1-94bd-23d2f8357f09, key: Some("2qXlNoxfngFFmg+uz9KzoFEGqOYi3c5BCyjJ5/xWd+I="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::18]:19000", "[fd00:1122:3344:101::12]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAADHkS2HV4dXAACRLYdXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAx5Eth1eHVwAAkS2HVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1MjA1NTc0ZS0xYzcxLTQxNGUtYWJkOS01ZDE1NWY3OTJiYzAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSEpoTDFlMXJqRlpaeGJla3QrbjlBaC83ZlNYTDBuMnV2ZWNyMkZqdFk0TyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-12-07T05:44:35.217818Z }, propolis_addr: [fd00:1122:3344:101::22]:12400 }
|
| 1422 | 2023-12-07T05:44:36.033Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 1402
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49409
req_id = b0dd9afc-d01d-44e4-8900-0eee69122f89
response_code = 200
uri = /instances/5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1423 | 2023-12-07T05:44:36.156Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49794
|
| 1424 | 2023-12-07T05:44:36.176Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 248, 58, 92]), slot: 0, vni: Vni { inner: 12155056 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1425 | 2023-12-07T05:44:36.177Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1426 | 2023-12-07T05:44:36.212Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
file = illumos-utils/src/zone.rs:314
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1427 | 2023-12-07T05:44:36.234Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
file = illumos-utils/src/zone.rs:353
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1428 | 2023-12-07T05:44:37.518Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1429 | 2023-12-07T05:44:37.803Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::22"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::c]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1430 | 2023-12-07T05:44:37.804Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:512
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1431 | 2023-12-07T05:44:38.017Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 28.655308ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1432 | 2023-12-07T05:44:38.054Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 76.587877ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1433 | 2023-12-07T05:44:38.145Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 126.615425ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1434 | 2023-12-07T05:44:38.285Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 428.395906ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1435 | 2023-12-07T05:44:38.725Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 951.552929ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1436 | 2023-12-07T05:44:39.689Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 922.672701ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1437 | 2023-12-07T05:44:40.623Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 1.081876349s
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1438 | 2023-12-07T05:44:41.715Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 1.052390866s
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1439 | 2023-12-07T05:44:42.520Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1440 | 2023-12-07T05:44:42.778Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 1.426047361s
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
zone = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1441 | 2023-12-07T05:44:43.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::d]:37581
|
| 1442 | 2023-12-07T05:44:43.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 3292
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:37581
req_id = 8c3760d1-744d-4bdf-b58b-ccd23e095e95
response_code = 200
uri = /metrics/collect/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1443 | 2023-12-07T05:44:44.233Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
file = sled-agent/src/instance.rs:986
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1444 | 2023-12-07T05:44:44.240Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 30.496685ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1445 | 2023-12-07T05:44:44.280Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 95.247198ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1446 | 2023-12-07T05:44:44.384Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367") failed: Property not found. retry in 173.702663ms
file = illumos-utils/src/svc.rs:36
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1447 | 2023-12-07T05:44:44.571Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:995
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1448 | 2023-12-07T05:44:44.606Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1009
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1449 | 2023-12-07T05:44:44.606Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAADHkS2HV4dXAACRLYdXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAx5Eth1eHVwAAkS2HVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI1MjA1NTc0ZS0xYzcxLTQxNGUtYWJkOS01ZDE1NWY3OTJiYzAiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSEpoTDFlMXJqRlpaeGJla3QrbjlBaC83ZlNYTDBuMnV2ZWNyMkZqdFk0TyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-6b19f07f3d1", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: a7c8a711-b1d1-4cc1-94bd-23d2f8357f09, read_only_parent: Some(Url { block_size: 512, id: 13c91524-6568-4a87-8030-8814e30d84bd, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a7c8a711-b1d1-4cc1-94bd-23d2f8357f09, key: Some("2qXlNoxfngFFmg+uz9KzoFEGqOYi3c5BCyjJ5/xWd+I="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::18]:19000", "[fd00:1122:3344:101::12]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 5205574e-1c71-414e-abd9-5d155f792bc0, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:450
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1450 | 2023-12-07T05:44:44.829Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:452
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1451 | 2023-12-07T05:44:44.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 8673034
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49794
req_id = 26524949-4789-4961-b697-4234b139dd16
response_code = 200
uri = /instances/5205574e-1c71-414e-abd9-5d155f792bc0/state
|
| 1452 | 2023-12-07T05:44:44.829Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2023-12-07T05:44:44.829540476Z }
file = sled-agent/src/instance.rs:334
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1453 | 2023-12-07T05:44:44.829Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:356
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
new_instance_state = InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-12-07T05:44:44.829540476Z }
propolis_id = d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1454 | 2023-12-07T05:44:44.829Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:259
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }, propolis_id: d9d0c5a5-1f8d-4ef2-916c-2acdc4448367, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-12-07T05:44:44.829540476Z } }
|
| 1455 | 2023-12-07T05:44:44.970Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2023-12-07T05:44:44.970095600Z }
file = sled-agent/src/instance.rs:334
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1456 | 2023-12-07T05:44:44.970Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:356
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
new_instance_state = InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-12-07T05:44:44.970095600Z }
propolis_id = d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1457 | 2023-12-07T05:44:44.970Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:259
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }, propolis_id: d9d0c5a5-1f8d-4ef2-916c-2acdc4448367, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-12-07T05:44:44.970095600Z } }
|
| 1458 | 2023-12-07T05:44:47.522Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1459 | 2023-12-07T05:44:52.523Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1460 | 2023-12-07T05:44:57.525Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1461 | 2023-12-07T05:45:02.528Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1462 | 2023-12-07T05:45:05.821Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59089
|
| 1463 | 2023-12-07T05:45:05.821Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 50
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59089
req_id = 81c622db-4e6f-4482-bdc6-f447a6ebf0d3
response_code = 200
uri = /baseboard
|
| 1464 | 2023-12-07T05:45:07.529Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1465 | 2023-12-07T05:45:11.473Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:532
|
| 1466 | 2023-12-07T05:45:12.531Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1467 | 2023-12-07T05:45:13.816Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:37581
req_id = c29c60b2-a04d-4978-bcdf-a7cc4a250213
response_code = 200
uri = /metrics/collect/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1468 | 2023-12-07T05:45:17.532Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1469 | 2023-12-07T05:45:22.534Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1470 | 2023-12-07T05:45:27.535Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1471 | 2023-12-07T05:45:32.536Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1472 | 2023-12-07T05:45:35.854Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59858
|
| 1473 | 2023-12-07T05:45:35.854Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59858
req_id = c42d52ab-fd81-42da-8a86-c96625012ba3
response_code = 200
uri = /baseboard
|
| 1474 | 2023-12-07T05:45:37.537Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1475 | 2023-12-07T05:45:42.538Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1476 | 2023-12-07T05:45:43.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 203
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:37581
req_id = f9bc54f1-7afa-4680-a9d4-008ee647fb7c
response_code = 200
uri = /metrics/collect/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1477 | 2023-12-07T05:45:47.540Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1478 | 2023-12-07T05:45:52.542Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1479 | 2023-12-07T05:45:57.543Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1480 | 2023-12-07T05:46:02.545Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1481 | 2023-12-07T05:46:05.887Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39748
|
| 1482 | 2023-12-07T05:46:05.888Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 700
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39748
req_id = a8896887-1215-43d7-98e4-97275d7ffc44
response_code = 200
uri = /baseboard
|
| 1483 | 2023-12-07T05:46:07.546Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1484 | 2023-12-07T05:46:12.547Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1485 | 2023-12-07T05:46:13.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 196
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:37581
req_id = cefa85d1-234f-464f-b6bb-5106069d1177
response_code = 200
uri = /metrics/collect/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1486 | 2023-12-07T05:46:17.548Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1487 | 2023-12-07T05:46:22.550Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1488 | 2023-12-07T05:46:27.551Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1489 | 2023-12-07T05:46:32.553Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1490 | 2023-12-07T05:46:35.922Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40327
|
| 1491 | 2023-12-07T05:46:35.922Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40327
req_id = 828d2951-2f68-4d71-a1ee-ca7103562b68
response_code = 200
uri = /baseboard
|
| 1492 | 2023-12-07T05:46:37.553Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1493 | 2023-12-07T05:46:42.555Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1494 | 2023-12-07T05:46:43.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:37581
req_id = 95fe1e4d-fc41-43d0-8409-b51c49877af3
response_code = 200
uri = /metrics/collect/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1495 | 2023-12-07T05:46:47.556Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1496 | 2023-12-07T05:46:52.557Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1497 | 2023-12-07T05:46:57.559Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1498 | 2023-12-07T05:47:02.561Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1499 | 2023-12-07T05:47:05.954Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33843
|
| 1500 | 2023-12-07T05:47:05.954Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 659
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33843
req_id = 27ed1da7-652c-40cc-8c02-e306fcc9432c
response_code = 200
uri = /baseboard
|
| 1501 | 2023-12-07T05:47:07.562Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1502 | 2023-12-07T05:47:12.564Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1503 | 2023-12-07T05:47:13.816Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 289
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:37581
req_id = 405cbf1e-3b8c-4bcc-8cee-4b226095254a
response_code = 200
uri = /metrics/collect/9c6d53d5-84a3-4977-a16c-0b4f46aaa1aa
|
| 1504 | 2023-12-07T05:47:17.566Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1505 | 2023-12-07T05:47:22.568Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1506 | 2023-12-07T05:47:25.029Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60703
|
| 1507 | 2023-12-07T05:47:25.030Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 455
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60703
req_id = 9eebcb90-1e75-47ab-9998-bba27beb882f
response_code = 200
uri = /instances/5205574e-1c71-414e-abd9-5d155f792bc0/state
|
| 1508 | 2023-12-07T05:47:25.030Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2023-12-07T05:47:25.030097805Z }
file = sled-agent/src/instance.rs:334
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1509 | 2023-12-07T05:47:25.030Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:356
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
new_instance_state = InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-12-07T05:47:25.030097805Z }
propolis_id = d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1510 | 2023-12-07T05:47:25.030Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:259
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }, propolis_id: d9d0c5a5-1f8d-4ef2-916c-2acdc4448367, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-12-07T05:47:25.030097805Z } }
|
| 1511 | 2023-12-07T05:47:25.089Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2023-12-07T05:47:25.089167479Z }
file = sled-agent/src/instance.rs:334
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1512 | 2023-12-07T05:47:25.089Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:356
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
new_instance_state = InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-12-07T05:47:25.089167479Z }
propolis_id = d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1513 | 2023-12-07T05:47:25.089Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:259
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d9d0c5a5-1f8d-4ef2-916c-2acdc4448367), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-12-07T05:44:35.330906602Z }, propolis_id: d9d0c5a5-1f8d-4ef2-916c-2acdc4448367, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-12-07T05:47:25.089167479Z } }
|
| 1514 | 2023-12-07T05:47:25.219Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2023-12-07T05:47:25.219075413Z }
file = sled-agent/src/instance.rs:334
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1515 | 2023-12-07T05:47:25.219Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:356
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-12-07T05:47:25.219075413Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-12-07T05:47:25.219075413Z }
propolis_id = d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1516 | 2023-12-07T05:47:25.219Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:371
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1517 | 2023-12-07T05:47:25.219Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1518 | 2023-12-07T05:47:25.220Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1519 | 2023-12-07T05:47:25.220Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:436
zone_name = oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
|
| 1520 | 2023-12-07T05:47:25.931Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1229
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367", bundle_id: 3064cdf2-f707-4827-8b80-47c514795fe1 }, time_created: 2023-12-07T05:47:25.220784983Z, version: 0, cause: TerminatedInstance }
|
| 1521 | 2023-12-07T05:47:25.931Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_d9d0c5a5-1f8d-4ef2-916c-2acdc4448367
file = sled-agent/src/instance.rs:544
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1522 | 2023-12-07T05:47:27.534Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:268
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|
| 1523 | 2023-12-07T05:47:27.562Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:259
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-12-07T05:47:25.219075413Z }, propolis_id: d9d0c5a5-1f8d-4ef2-916c-2acdc4448367, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-12-07T05:47:25.219075413Z } }
|
| 1524 | 2023-12-07T05:47:27.570Z | INFO | SledAgent (bootstore_ddmd_poller): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::583f:8dff:fedb:1f92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 1525 | 2023-12-07T05:47:27.635Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62995
|
| 1526 | 2023-12-07T05:47:27.635Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:494
|
| 1527 | 2023-12-07T05:47:27.635Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:62995
req_id = 592d4490-899d-4332-b599-7e9df2c3f98c
response_code = 204
uri = /v2p/fd2fe6a5-7f06-45b4-bf92-020cf0e57156
|
| 1528 | 2023-12-07T05:47:27.830Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:487
instance_id = 5205574e-1c71-414e-abd9-5d155f792bc0
|