| 1 | | [ Mar 25 19:30:47 Enabled. ] |
| 2 | | [ Mar 25 19:30:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Mar 25 19:30:47 Method "start" exited with status 0. ] |
| 4 | | [ Mar 25 19:30:47 Rereading configuration. ] |
| 5 | | [ Mar 25 19:30:47 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-03-25T19:30:47.869Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 8 | 2024-03-25T19:30:47.869Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:257
|
| 9 | 2024-03-25T19:30:47.922Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:264
|
| 10 | 2024-03-25T19:30:47.922Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-03-25T19:30:48.035Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-03-25T19:30:48.044Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-03-25T19:30:48.053Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:274
path = /var/run/oxide/
|
| 14 | 2024-03-25T19:30:48.661Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }
|
| 15 | 2024-03-25T19:30:48.802Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:117
|
| 16 | 2024-03-25T19:30:48.802Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:129
|
| 17 | 2024-03-25T19:30:48.802Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:141
|
| 18 | 2024-03-25T19:30:48.802Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:162
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-03-25T19:30:48.802Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 20 | 2024-03-25T19:30:48.802Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:268
|
| 21 | 2024-03-25T19:30:48.802Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 22 | 2024-03-25T19:30:48.805Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 23 | 2024-03-25T19:30:48.805Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 24 | 2024-03-25T19:30:48.805Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:176
|
| 25 | 2024-03-25T19:30:48.805Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 26 | 2024-03-25T19:30:48.805Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 27 | 2024-03-25T19:30:48.805Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 28 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 29 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 30 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 31 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 32 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 33 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/long_running_tasks.rs:232
|
| 34 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/long_running_tasks.rs:232
|
| 35 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/long_running_tasks.rs:232
|
| 36 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/long_running_tasks.rs:232
|
| 37 | 2024-03-25T19:30:48.806Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:88
|
| 38 | 2024-03-25T19:30:48.806Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:244
underlay_network_info = None
|
| 39 | 2024-03-25T19:30:48.806Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }))
file = sled-storage/src/manager.rs:346
|
| 40 | 2024-03-25T19:30:48.994Z | INFO | SledAgent (StorageManager): Channel capacity decreased
current = 245
file = sled-storage/src/manager.rs:326
previous = 256
|
| 41 | 2024-03-25T19:30:48.994Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/long_running_tasks.rs:90
|
| 42 | 2024-03-25T19:30:48.994Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }))
file = sled-storage/src/manager.rs:346
|
| 43 | 2024-03-25T19:30:49.173Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, slot: 1026 }))
file = sled-storage/src/manager.rs:346
|
| 44 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1027 }))
file = sled-storage/src/manager.rs:346
|
| 45 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1028 }))
file = sled-storage/src/manager.rs:346
|
| 46 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1029 }))
file = sled-storage/src/manager.rs:346
|
| 47 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1030 }))
file = sled-storage/src/manager.rs:346
|
| 48 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, slot: 1031 }))
file = sled-storage/src/manager.rs:346
|
| 49 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, slot: 1032 }))
file = sled-storage/src/manager.rs:346
|
| 50 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, slot: 1033 }))
file = sled-storage/src/manager.rs:346
|
| 51 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, slot: 1034 }))
file = sled-storage/src/manager.rs:346
|
| 52 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 53 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Channel capacity increased
current = 255
file = sled-storage/src/manager.rs:336
previous = 245
|
| 54 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 55 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1757184, free: 20936208384, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1744896, free: 20936220672, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } })} }
|
| 56 | 2024-03-25T19:30:49.174Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:200
|
| 57 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 58 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 59 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 60 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 61 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 62 | 2024-03-25T19:30:49.174Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 63 | 2024-03-25T19:30:49.174Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:205
|
| 64 | 2024-03-25T19:30:49.174Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:220
|
| 65 | 2024-03-25T19:30:49.188Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:700
|
| 66 | 2024-03-25T19:30:49.188Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 1803, tv_nsec: 338828768 }
time_to_next_cleanup = 599.999954889s
|
| 67 | 2024-03-25T19:30:49.188Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3580
|
| 68 | 2024-03-25T19:30:49.189Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 69 | 2024-03-25T19:30:49.191Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 70 | 2024-03-25T19:30:49.191Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 71 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 72 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 73 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
bfd: [],
},
}
file = sled-agent/src/rack_setup/service.rs:834
|
| 74 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 75 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 76 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 77 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 78 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:894
|
| 79 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 80 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 81 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 82 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:935
|
| 83 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 84 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 85 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 86 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 87 | 2024-03-25T19:30:49.192Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 88 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 89 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:968
|
| 90 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 91 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 92 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 93 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 94 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 481509e2-07f6-4c08-bb1f-8821a339969e, rack_id: afcd9f9c-2d07-42c6-b0bc-23457a3dbb6a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 95 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:56268
|
| 96 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 481509e2-07f6-4c08-bb1f-8821a339969e, rack_id: afcd9f9c-2d07-42c6-b0bc-23457a3dbb6a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:366
|
| 97 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:381
|
| 98 | 2024-03-25T19:30:49.193Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:47
|
| 99 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 100 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:346
|
| 101 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 102 | 2024-03-25T19:30:49.193Z | INFO | SledAgent (StorageManager): Attempting to add queued disks
file = sled-storage/src/manager.rs:394
num_disks = 9
|
| 103 | 2024-03-25T19:30:49.196Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3811
|
| 104 | 2024-03-25T19:30:49.202Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 105 | 2024-03-25T19:30:49.202Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 106 | 2024-03-25T19:30:49.202Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 107 | 2024-03-25T19:30:49.202Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 108 | 2024-03-25T19:30:49.202Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 109 | 2024-03-25T19:30:49.202Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 110 | 2024-03-25T19:30:49.235Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 111 | 2024-03-25T19:30:49.243Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 112 | 2024-03-25T19:30:49.277Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:356
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 113 | 2024-03-25T19:30:49.277Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 114 | 2024-03-25T19:30:49.355Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 115 | 2024-03-25T19:30:49.379Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 116 | 2024-03-25T19:30:49.379Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 117 | 2024-03-25T19:30:49.379Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 118 | 2024-03-25T19:30:49.379Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 119 | 2024-03-25T19:30:49.379Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 120 | 2024-03-25T19:30:49.379Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 121 | 2024-03-25T19:30:49.408Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 122 | 2024-03-25T19:30:49.416Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 123 | 2024-03-25T19:30:49.520Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 124 | 2024-03-25T19:30:49.544Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 125 | 2024-03-25T19:30:49.544Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 126 | 2024-03-25T19:30:49.544Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 127 | 2024-03-25T19:30:49.544Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 128 | 2024-03-25T19:30:49.544Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 129 | 2024-03-25T19:30:49.544Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 130 | 2024-03-25T19:30:49.573Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 131 | 2024-03-25T19:30:49.580Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 132 | 2024-03-25T19:30:49.687Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-storage/src/dataset.rs:474
|
| 133 | 2024-03-25T19:30:49.709Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 134 | 2024-03-25T19:30:49.709Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 135 | 2024-03-25T19:30:49.709Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 136 | 2024-03-25T19:30:49.709Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 137 | 2024-03-25T19:30:49.709Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 138 | 2024-03-25T19:30:49.709Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 139 | 2024-03-25T19:30:49.738Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 140 | 2024-03-25T19:30:49.746Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 141 | 2024-03-25T19:30:49.851Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 142 | 2024-03-25T19:30:49.873Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 143 | 2024-03-25T19:30:49.873Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 144 | 2024-03-25T19:30:49.874Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 145 | 2024-03-25T19:30:49.874Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 146 | 2024-03-25T19:30:49.874Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 147 | 2024-03-25T19:30:49.874Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 148 | 2024-03-25T19:30:49.904Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 149 | 2024-03-25T19:30:49.912Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 150 | 2024-03-25T19:30:50.018Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-storage/src/dataset.rs:474
|
| 151 | 2024-03-25T19:30:50.041Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 152 | 2024-03-25T19:30:50.041Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 153 | 2024-03-25T19:30:50.041Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 154 | 2024-03-25T19:30:50.041Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 155 | 2024-03-25T19:30:50.041Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 156 | 2024-03-25T19:30:50.041Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 157 | 2024-03-25T19:30:50.069Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 158 | 2024-03-25T19:30:50.077Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 159 | 2024-03-25T19:30:50.181Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-storage/src/dataset.rs:474
|
| 160 | 2024-03-25T19:30:50.204Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 161 | 2024-03-25T19:30:50.204Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 162 | 2024-03-25T19:30:50.204Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 163 | 2024-03-25T19:30:50.204Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 164 | 2024-03-25T19:30:50.204Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 165 | 2024-03-25T19:30:50.204Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 166 | 2024-03-25T19:30:50.234Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 167 | 2024-03-25T19:30:50.242Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 168 | 2024-03-25T19:30:50.350Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-storage/src/dataset.rs:474
|
| 169 | 2024-03-25T19:30:50.373Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 170 | 2024-03-25T19:30:50.373Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 171 | 2024-03-25T19:30:50.373Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 172 | 2024-03-25T19:30:50.373Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 173 | 2024-03-25T19:30:50.373Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 174 | 2024-03-25T19:30:50.373Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 175 | 2024-03-25T19:30:50.403Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 176 | 2024-03-25T19:30:50.411Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 177 | 2024-03-25T19:30:50.522Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 178 | 2024-03-25T19:30:50.545Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 179 | 2024-03-25T19:30:50.545Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 180 | 2024-03-25T19:30:50.545Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 181 | 2024-03-25T19:30:50.545Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 182 | 2024-03-25T19:30:50.545Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 183 | 2024-03-25T19:30:50.545Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 184 | 2024-03-25T19:30:50.573Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 185 | 2024-03-25T19:30:50.581Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 186 | 2024-03-25T19:30:50.688Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-storage/src/dataset.rs:474
|
| 187 | 2024-03-25T19:30:50.703Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 188 | 2024-03-25T19:30:50.703Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 189 | 2024-03-25T19:30:50.703Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:368
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 190 | 2024-03-25T19:30:50.706Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1029 }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 2002944, free: 20935962624, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1030 }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1953792, free: 20936011776, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, slot: 1033 }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, slot: 1034 }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7", size: 20937965568, allocated: 1941504, free: 20936024064, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1757184, free: 20936208384, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1744896, free: 20936220672, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, slot: 1031 }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930", size: 20937965568, allocated: 1941504, free: 20936024064, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, slot: 1032 }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, slot: 1026 }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1990656, free: 20935974912, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1027 }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1028 }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1978368, free: 20935987200, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } })} }
|
| 191 | 2024-03-25T19:30:50.727Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 192 | 2024-03-25T19:30:50.729Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 193 | 2024-03-25T19:30:50.747Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 194 | 2024-03-25T19:30:50.749Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 195 | 2024-03-25T19:30:50.749Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 196 | 2024-03-25T19:30:50.754Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:383
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 197 | 2024-03-25T19:30:50.754Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 198 | 2024-03-25T19:30:50.754Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 199 | 2024-03-25T19:30:50.819Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 200 | 2024-03-25T19:30:51.038Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 201 | 2024-03-25T19:30:51.051Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 202 | 2024-03-25T19:30:51.051Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 203 | 2024-03-25T19:30:51.051Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 204 | 2024-03-25T19:30:51.051Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 205 | 2024-03-25T19:30:51.767Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 206 | 2024-03-25T19:30:51.825Z | INFO | SledAgent (StorageMonitor): Underlay Available
file = sled-agent/src/storage_monitor.rs:122
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 207 | 2024-03-25T19:30:51.825Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:265
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 208 | 2024-03-25T19:30:51.825Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:273
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 209 | 2024-03-25T19:30:51.825Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:982
underlay_address = fd00:1122:3344:101::1
|
| 210 | 2024-03-25T19:30:51.825Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 211 | 2024-03-25T19:30:51.826Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 212 | 2024-03-25T19:30:51.826Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:437
|
| 213 | 2024-03-25T19:30:51.826Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 214 | 2024-03-25T19:30:51.826Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 215 | 2024-03-25T19:30:51.827Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 216 | 2024-03-25T19:30:51.827Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 217 | 2024-03-25T19:30:51.827Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:244
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))
|
| 218 | 2024-03-25T19:30:51.827Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3580
|
| 219 | 2024-03-25T19:30:51.827Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:56268
|
| 220 | 2024-03-25T19:30:52.034Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 221 | 2024-03-25T19:30:52.034Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 222 | 2024-03-25T19:30:52.034Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 223 | 2024-03-25T19:30:52.034Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 224 | 2024-03-25T19:30:52.034Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 225 | 2024-03-25T19:30:52.035Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 226 | 2024-03-25T19:30:52.036Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 265.957368ms
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 227 | 2024-03-25T19:30:52.041Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 228 | 2024-03-25T19:30:52.050Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 229 | 2024-03-25T19:30:52.051Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 230 | 2024-03-25T19:30:52.051Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 231 | 2024-03-25T19:30:52.051Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 232 | 2024-03-25T19:30:52.052Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 233 | 2024-03-25T19:30:52.052Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 234 | 2024-03-25T19:30:52.052Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 235 | 2024-03-25T19:30:52.052Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 236 | 2024-03-25T19:30:52.052Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 237 | 2024-03-25T19:30:52.052Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 238 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 239 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 240 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 241 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 242 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 243 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 244 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 245 | 2024-03-25T19:30:52.053Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 246 | 2024-03-25T19:30:52.054Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 247 | 2024-03-25T19:30:52.054Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 248 | 2024-03-25T19:30:52.054Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 249 | 2024-03-25T19:30:52.054Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 250 | 2024-03-25T19:30:52.075Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38889
|
| 251 | 2024-03-25T19:30:52.075Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 252 | 2024-03-25T19:30:52.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38889
req_id = 828c252c-826f-4f61-8d85-292ad8290905
response_code = 200
uri = /zpools
|
| 253 | 2024-03-25T19:30:52.106Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56810
|
| 254 | 2024-03-25T19:30:52.106Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 25
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56810
req_id = acd5a6f9-4f1b-4d40-89e6-4d538519a315
response_code = 200
uri = /sled-role
|
| 255 | 2024-03-25T19:30:52.109Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 256 | 2024-03-25T19:30:52.109Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 257 | 2024-03-25T19:30:52.109Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 258 | 2024-03-25T19:30:52.109Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:741
|
| 259 | 2024-03-25T19:30:52.140Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: ac07c160-d092-42fb-8560-f7cbd2180448, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d5c254c-8557-4802-bce9-401135f5fb81, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:307
sled_address = [fd00:1122:3344:101::1]:12345
|
| 260 | 2024-03-25T19:30:52.140Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61061
|
| 261 | 2024-03-25T19:30:52.141Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 262 | 2024-03-25T19:30:52.141Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 263 | 2024-03-25T19:30:52.423Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 510.181576ms
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 264 | 2024-03-25T19:30:52.827Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 265 | 2024-03-25T19:30:52.831Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 266 | 2024-03-25T19:30:52.832Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 267 | 2024-03-25T19:30:53.072Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 1.254228923s
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 268 | 2024-03-25T19:30:53.689Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 269 | 2024-03-25T19:30:53.689Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 270 | 2024-03-25T19:30:53.865Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 271 | 2024-03-25T19:30:53.866Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 272 | 2024-03-25T19:30:54.330Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 2.562820313s
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 273 | 2024-03-25T19:30:54.540Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 274 | 2024-03-25T19:30:54.540Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 275 | 2024-03-25T19:30:54.541Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 276 | 2024-03-25T19:30:54.541Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 277 | 2024-03-25T19:30:54.786Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 278 | 2024-03-25T19:30:55.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 52.053312ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 279 | 2024-03-25T19:30:56.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 90.202328ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 280 | 2024-03-25T19:30:56.264Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 281 | 2024-03-25T19:30:56.264Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 282 | 2024-03-25T19:30:56.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 184.806508ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 283 | 2024-03-25T19:30:56.927Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 3.775881819s
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 284 | 2024-03-25T19:30:56.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 405.922305ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 285 | 2024-03-25T19:30:56.937Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 286 | 2024-03-25T19:30:56.937Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 287 | 2024-03-25T19:30:56.937Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 288 | 2024-03-25T19:30:57.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.065851073s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 289 | 2024-03-25T19:30:57.772Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 290 | 2024-03-25T19:30:58.258Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 291 | 2024-03-25T19:30:59.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 823.211634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 292 | 2024-03-25T19:30:59.113Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 293 | 2024-03-25T19:30:59.344Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
file = illumos-utils/src/zone.rs:315
|
| 294 | 2024-03-25T19:30:59.554Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
file = illumos-utils/src/zone.rs:315
|
| 295 | 2024-03-25T19:31:00.011Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
file = illumos-utils/src/zone.rs:315
|
| 296 | 2024-03-25T19:31:00.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.14712972s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 297 | 2024-03-25T19:31:00.232Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
file = illumos-utils/src/zone.rs:354
|
| 298 | 2024-03-25T19:31:00.462Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 299 | 2024-03-25T19:31:00.463Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 300 | 2024-03-25T19:31:00.463Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
file = illumos-utils/src/zone.rs:354
|
| 301 | 2024-03-25T19:31:00.728Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
file = illumos-utils/src/zone.rs:354
|
| 302 | 2024-03-25T19:31:00.965Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 4.212040498s
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 303 | 2024-03-25T19:31:01.523Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 304 | 2024-03-25T19:31:02.584Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:277
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 305 | 2024-03-25T19:31:02.586Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:2284
|
| 306 | 2024-03-25T19:31:02.590Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 307 | 2024-03-25T19:31:02.594Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 308 | 2024-03-25T19:31:03.065Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService1"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:1::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:1::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:1::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:1::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 309 | 2024-03-25T19:31:03.543Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService2"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:2::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:2::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:2::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:2::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 310 | 2024-03-25T19:31:03.543Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 311 | 2024-03-25T19:31:04.021Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 312 | 2024-03-25T19:31:04.021Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService3"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:3::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:3::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:3::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:3::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 313 | 2024-03-25T19:31:04.021Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 314 | 2024-03-25T19:31:04.021Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 315 | 2024-03-25T19:31:04.025Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 316 | 2024-03-25T19:31:04.029Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 317 | 2024-03-25T19:31:04.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 34.279835ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 318 | 2024-03-25T19:31:04.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 51.330294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 319 | 2024-03-25T19:31:04.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 34.665694ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 320 | 2024-03-25T19:31:04.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 135.098674ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 321 | 2024-03-25T19:31:04.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 113.573773ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 322 | 2024-03-25T19:31:04.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 141.238057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 323 | 2024-03-25T19:31:04.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 134.296661ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 324 | 2024-03-25T19:31:04.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 109.868602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 325 | 2024-03-25T19:31:04.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 108.695951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 326 | 2024-03-25T19:31:04.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 224.859937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 327 | 2024-03-25T19:31:04.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 568.776919ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 328 | 2024-03-25T19:31:04.894Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 310.351034ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 329 | 2024-03-25T19:31:04.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 1.022552646s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 330 | 2024-03-25T19:31:05.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 655.185572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 331 | 2024-03-25T19:31:05.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 492.208181ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 332 | 2024-03-25T19:31:05.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 666.151286ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 333 | 2024-03-25T19:31:05.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 932.446213ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 334 | 2024-03-25T19:31:06.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 1.318433902s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 335 | 2024-03-25T19:31:06.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 1.439159931s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 336 | 2024-03-25T19:31:06.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 1.29933545s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 337 | 2024-03-25T19:31:07.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 1.286631595s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 338 | 2024-03-25T19:31:08.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 1.000828043s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 339 | 2024-03-25T19:31:08.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726") failed: Property not found. retry in 1.464501144s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 340 | 2024-03-25T19:31:08.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 598.42877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 341 | 2024-03-25T19:31:09.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81") failed: Property not found. retry in 1.359998501s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 342 | 2024-03-25T19:31:09.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448") failed: Property not found. retry in 1.315628903s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 343 | 2024-03-25T19:31:10.587Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_internal_dns_ac07c160-d092-42fb-8560-f7cbd2180448
|
| 344 | 2024-03-25T19:31:10.587Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_internal_dns_8d5c254c-8557-4802-bce9-401135f5fb81
|
| 345 | 2024-03-25T19:31:10.587Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_internal_dns_3ca0fa29-3caa-418f-a6ae-5da065d77726
|
| 346 | 2024-03-25T19:31:10.587Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 347 | 2024-03-25T19:31:10.587Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 348 | 2024-03-25T19:31:10.588Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 18447277
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:61061
req_id = 3ce3bb19-c4b4-496b-a06a-549eba627545
response_code = 204
uri = /omicron-zones
|
| 349 | 2024-03-25T19:31:10.589Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:425
|
| 350 | 2024-03-25T19:31:10.636Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:425
|
| 351 | 2024-03-25T19:31:10.685Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:425
|
| 352 | 2024-03-25T19:31:10.691Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone
file = sled-agent/src/services.rs:2301
|
| 353 | 2024-03-25T19:31:10.691Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 354 | 2024-03-25T19:31:10.740Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:461
|
| 355 | 2024-03-25T19:31:10.740Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 356 | 2024-03-25T19:31:10.779Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 357 | 2024-03-25T19:31:11.242Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe38:5e2e
file = sled-agent/src/services.rs:2308
|
| 358 | 2024-03-25T19:31:11.247Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:2369
|
| 359 | 2024-03-25T19:31:11.368Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2554
|
| 360 | 2024-03-25T19:31:11.616Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2718
|
| 361 | 2024-03-25T19:31:11.804Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2433
|
| 362 | 2024-03-25T19:31:12.095Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2468
|
| 363 | 2024-03-25T19:31:12.292Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2756
|
| 364 | 2024-03-25T19:31:12.458Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2786
|
| 365 | 2024-03-25T19:31:12.671Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2662
|
| 366 | 2024-03-25T19:31:12.839Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2462
|
| 367 | 2024-03-25T19:31:12.849Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3835
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 368 | 2024-03-25T19:31:12.849Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3851
|
| 369 | 2024-03-25T19:31:12.849Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 370 | 2024-03-25T19:31:13.400Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3859
|
| 371 | 2024-03-25T19:31:13.404Z | WARN | SledAgent (RSS): Failed to query MGS at fd00:1122:3344:101::2: Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error trying to connect: tcp connect error: Connection refused (os error 146): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:304
|
| 372 | 2024-03-25T19:31:13.404Z | WARN | SledAgent (RSS): Failed to look up switch zone locations
error = No switch locations found
file = sled-agent/src/bootstrap/early_networking.rs:227
retry_after = 140.720237ms
|
| 373 | 2024-03-25T19:31:13.405Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:3915
|
| 374 | 2024-03-25T19:31:13.534Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:3977
|
| 375 | 2024-03-25T19:31:13.547Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 376 | 2024-03-25T19:31:13.594Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 377 | 2024-03-25T19:31:13.596Z | WARN | SledAgent (RSS): Failed to query MGS at fd00:1122:3344:101::2: Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error trying to connect: tcp connect error: Connection refused (os error 146): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:304
|
| 378 | 2024-03-25T19:31:13.596Z | WARN | SledAgent (RSS): Failed to look up switch zone locations
error = No switch locations found
file = sled-agent/src/bootstrap/early_networking.rs:227
retry_after = 94.633008ms
|
| 379 | 2024-03-25T19:31:13.634Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3958
rack_subnet = fd00:1122:3344::
|
| 380 | 2024-03-25T19:31:13.687Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:364
|
| 381 | 2024-03-25T19:31:13.692Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 382 | 2024-03-25T19:31:13.789Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 50.418783ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "d558b174-557e-47c6-93f9-c9c0daab657c", "content-length": "152", "date": "Mon, 25 Mar 2024 19:31:13 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "d558b174-557e-47c6-93f9-c9c0daab657c" }
file = sled-agent/src/bootstrap/early_networking.rs:383
|
| 383 | 2024-03-25T19:31:13.793Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 384 | 2024-03-25T19:31:13.796Z | WARN | SledAgent (RSS): Failed to query MGS at fd00:1122:3344:101::2: Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "c1442d02-3812-44e5-ae0c-b63dde5fa713", "content-length": "152", "date": "Mon, 25 Mar 2024 19:31:13 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "c1442d02-3812-44e5-ae0c-b63dde5fa713" }
file = sled-agent/src/bootstrap/early_networking.rs:304
|
| 385 | 2024-03-25T19:31:13.796Z | WARN | SledAgent (RSS): Failed to look up switch zone locations
error = No switch locations found
file = sled-agent/src/bootstrap/early_networking.rs:227
retry_after = 86.786626ms
|
| 386 | 2024-03-25T19:31:13.841Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 52.181207ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "07a6feac-3236-48c0-9519-72fac8bb0149", "content-length": "152", "date": "Mon, 25 Mar 2024 19:31:13 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "07a6feac-3236-48c0-9519-72fac8bb0149" }
file = sled-agent/src/bootstrap/early_networking.rs:383
|
| 387 | 2024-03-25T19:31:13.883Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 388 | 2024-03-25T19:31:13.915Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 389 | 2024-03-25T19:31:13.915Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:412
|
| 390 | 2024-03-25T19:31:13.947Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:589
|
| 391 | 2024-03-25T19:31:13.947Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:627
|
| 392 | 2024-03-25T19:31:13.948Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:630
uptime = 2
|
| 393 | 2024-03-25T19:31:13.948Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:434
|
| 394 | 2024-03-25T19:31:13.948Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 395 | 2024-03-25T19:31:13.948Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 396 | 2024-03-25T19:31:14.008Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: ac07c160-d092-42fb-8560-f7cbd2180448, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d5c254c-8557-4802-bce9-401135f5fb81, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: bda7a54e-73f2-411e-8547-1cb73343f975, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 04d22f35-7190-4887-8c5e-12e680d863f3, kind: Service { id: bda7a54e-73f2-411e-8547-1cb73343f975 }, name: Name("ntp-bda7a54e-73f2-411e-8547-1cb73343f975"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 86])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:307
sled_address = [fd00:1122:3344:101::1]:12345
|
| 397 | 2024-03-25T19:31:14.008Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46671
|
| 398 | 2024-03-25T19:31:14.009Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 399 | 2024-03-25T19:31:14.009Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 400 | 2024-03-25T19:31:14.032Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 401 | 2024-03-25T19:31:14.032Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 402 | 2024-03-25T19:31:14.053Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 403 | 2024-03-25T19:31:14.053Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 404 | 2024-03-25T19:31:14.073Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 405 | 2024-03-25T19:31:14.073Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 406 | 2024-03-25T19:31:14.073Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 407 | 2024-03-25T19:31:14.073Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 408 | 2024-03-25T19:31:14.073Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 409 | 2024-03-25T19:31:14.085Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 410 | 2024-03-25T19:31:14.117Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 411 | 2024-03-25T19:31:14.118Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 412 | 2024-03-25T19:31:14.118Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 413 | 2024-03-25T19:31:14.163Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 171, 86]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 414 | 2024-03-25T19:31:14.163Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = ntp
|
| 415 | 2024-03-25T19:31:14.164Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 416 | 2024-03-25T19:31:14.164Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 417 | 2024-03-25T19:31:14.164Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 418 | 2024-03-25T19:31:14.166Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 419 | 2024-03-25T19:31:14.191Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
file = illumos-utils/src/zone.rs:315
|
| 420 | 2024-03-25T19:31:14.210Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
file = illumos-utils/src/zone.rs:354
|
| 421 | 2024-03-25T19:31:15.349Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService4"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value="fd00:1122:3344:100::/56"/>
<propval type="boolean" name="boundary" value="true"/>
<propval type="astring" name="server" value="0.pool.ntp.org"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte0"/>
<propval type="astring" name="gateway" value="172.30.3.1"/>
<propval type="astring" name="ip" value="172.30.3.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 422 | 2024-03-25T19:31:15.349Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 423 | 2024-03-25T19:31:15.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 61.045737ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 424 | 2024-03-25T19:31:15.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 54.788318ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 425 | 2024-03-25T19:31:15.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 239.527042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 426 | 2024-03-25T19:31:15.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 533.800513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 427 | 2024-03-25T19:31:16.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 766.025239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 428 | 2024-03-25T19:31:17.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 1.059532464s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 429 | 2024-03-25T19:31:17.381Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54910
|
| 430 | 2024-03-25T19:31:17.381Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 139
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54910
req_id = 8fc21dfb-92d6-41c2-b669-2b643654fb67
response_code = 200
uri = /baseboard
|
| 431 | 2024-03-25T19:31:18.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 1.29902797s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 432 | 2024-03-25T19:31:19.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975") failed: Property not found. retry in 881.39682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 433 | 2024-03-25T19:31:20.497Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975
|
| 434 | 2024-03-25T19:31:20.497Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 435 | 2024-03-25T19:31:20.497Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 436 | 2024-03-25T19:31:20.497Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 6488702
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:46671
req_id = 5dd0b08a-dc14-436a-b54b-0584f002475f
response_code = 204
uri = /omicron-zones
|
| 437 | 2024-03-25T19:31:20.500Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:502
|
| 438 | 2024-03-25T19:31:20.530Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 439 | 2024-03-25T19:31:20.530Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36496
|
| 440 | 2024-03-25T19:31:20.541Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3566
|
| 441 | 2024-03-25T19:31:20.541Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 10429
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36496
req_id = c68eb6f1-14c2-4cbf-a0e4-8b311110a170
response_code = 500
uri = /timesync
|
| 442 | 2024-03-25T19:31:20.544Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 443 | 2024-03-25T19:31:20.711Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 444 | 2024-03-25T19:31:20.711Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39057
|
| 445 | 2024-03-25T19:31:24.720Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3566
|
| 446 | 2024-03-25T19:31:24.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4008953
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39057
req_id = c1c314e9-a81e-4cb0-a75f-0aaf2e88e71b
response_code = 500
uri = /timesync
|
| 447 | 2024-03-25T19:31:24.725Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 448 | 2024-03-25T19:31:24.920Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 449 | 2024-03-25T19:31:24.920Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33151
|
| 450 | 2024-03-25T19:31:24.929Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3566
|
| 451 | 2024-03-25T19:31:24.930Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 9287
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33151
req_id = 29d109d9-e979-4948-ad75-b400a17a85c1
response_code = 500
uri = /timesync
|
| 452 | 2024-03-25T19:31:24.932Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 453 | 2024-03-25T19:31:25.115Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 454 | 2024-03-25T19:31:25.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48933
|
| 455 | 2024-03-25T19:31:29.123Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_bda7a54e-73f2-411e-8547-1cb73343f975': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3566
|
| 456 | 2024-03-25T19:31:29.123Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4008581
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48933
req_id = 3289aee3-e408-462d-92a5-ba1e9d19296c
response_code = 500
uri = /timesync
|
| 457 | 2024-03-25T19:31:29.126Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 458 | 2024-03-25T19:31:29.350Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 459 | 2024-03-25T19:31:29.350Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36234
|
| 460 | 2024-03-25T19:31:29.360Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36234
req_id = 6ba2516c-eb5c-46e1-b848-a52dffdd8b86
response_code = 200
uri = /timesync
|
| 461 | 2024-03-25T19:31:29.363Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 462 | 2024-03-25T19:31:29.363Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 463 | 2024-03-25T19:31:29.674Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 464 | 2024-03-25T19:31:29.674Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48001
|
| 465 | 2024-03-25T19:31:29.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7946
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48001
req_id = 43c2b480-767a-4736-a428-930e38bfb1c6
response_code = 200
uri = /timesync
|
| 466 | 2024-03-25T19:31:29.685Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 467 | 2024-03-25T19:31:29.685Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 468 | 2024-03-25T19:31:29.913Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 469 | 2024-03-25T19:31:29.913Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62611
|
| 470 | 2024-03-25T19:31:29.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7969
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62611
req_id = c8f766ab-a487-471f-ab59-6e47e8827e6b
response_code = 200
uri = /timesync
|
| 471 | 2024-03-25T19:31:29.923Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 472 | 2024-03-25T19:31:29.923Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 473 | 2024-03-25T19:31:30.338Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 474 | 2024-03-25T19:31:30.338Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37596
|
| 475 | 2024-03-25T19:31:30.346Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8331
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37596
req_id = 601d7f50-d7ef-4715-8c27-6ce9570931e4
response_code = 200
uri = /timesync
|
| 476 | 2024-03-25T19:31:30.348Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 477 | 2024-03-25T19:31:30.348Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 478 | 2024-03-25T19:31:30.829Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 479 | 2024-03-25T19:31:30.829Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52975
|
| 480 | 2024-03-25T19:31:30.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8077
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52975
req_id = a2e3f2bb-4bb9-4f97-a88d-bc6650033257
response_code = 200
uri = /timesync
|
| 481 | 2024-03-25T19:31:30.839Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 482 | 2024-03-25T19:31:30.839Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 483 | 2024-03-25T19:31:31.211Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 484 | 2024-03-25T19:31:31.211Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50342
|
| 485 | 2024-03-25T19:31:31.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9096
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50342
req_id = eacf8547-614f-4468-aff9-720ef5764071
response_code = 200
uri = /timesync
|
| 486 | 2024-03-25T19:31:31.222Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 487 | 2024-03-25T19:31:31.222Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 488 | 2024-03-25T19:31:31.589Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 489 | 2024-03-25T19:31:31.589Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57251
|
| 490 | 2024-03-25T19:31:31.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57251
req_id = 4e6aaed4-6b49-4c45-ad64-9a2a41c567ab
response_code = 200
uri = /timesync
|
| 491 | 2024-03-25T19:31:31.600Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 492 | 2024-03-25T19:31:31.600Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 493 | 2024-03-25T19:31:32.375Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 494 | 2024-03-25T19:31:32.375Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56214
|
| 495 | 2024-03-25T19:31:32.384Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8471
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56214
req_id = 7ed9b8e2-015b-4ad4-bbeb-eadf34f5ea60
response_code = 200
uri = /timesync
|
| 496 | 2024-03-25T19:31:32.387Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 497 | 2024-03-25T19:31:32.387Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 498 | 2024-03-25T19:31:33.185Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 499 | 2024-03-25T19:31:33.185Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44766
|
| 500 | 2024-03-25T19:31:33.188Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 501 | 2024-03-25T19:31:33.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7858
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44766
req_id = 8928bae5-a1c2-45be-8340-dd41bd4b1156
response_code = 200
uri = /timesync
|
| 502 | 2024-03-25T19:31:33.196Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 503 | 2024-03-25T19:31:33.196Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 504 | 2024-03-25T19:31:33.791Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 505 | 2024-03-25T19:31:33.791Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48782
|
| 506 | 2024-03-25T19:31:33.800Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8760
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48782
req_id = cc6541e7-dacd-46ff-9102-7d109e8a4692
response_code = 200
uri = /timesync
|
| 507 | 2024-03-25T19:31:33.802Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 508 | 2024-03-25T19:31:33.802Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 509 | 2024-03-25T19:31:34.440Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 510 | 2024-03-25T19:31:34.440Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49455
|
| 511 | 2024-03-25T19:31:34.449Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8238
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49455
req_id = 0200eb82-4b21-458a-b162-34bb410cee03
response_code = 200
uri = /timesync
|
| 512 | 2024-03-25T19:31:34.451Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 513 | 2024-03-25T19:31:34.451Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 514 | 2024-03-25T19:31:35.707Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 515 | 2024-03-25T19:31:35.707Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40598
|
| 516 | 2024-03-25T19:31:35.711Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 517 | 2024-03-25T19:31:35.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8742
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40598
req_id = feecd3a4-d226-4f88-af7e-fd92f6953534
response_code = 200
uri = /timesync
|
| 518 | 2024-03-25T19:31:35.719Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 519 | 2024-03-25T19:31:35.719Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 520 | 2024-03-25T19:31:37.773Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 521 | 2024-03-25T19:31:37.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34135
|
| 522 | 2024-03-25T19:31:37.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8537
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34135
req_id = c4b15e4b-5914-47db-aecf-e68246edc87d
response_code = 200
uri = /timesync
|
| 523 | 2024-03-25T19:31:37.785Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 524 | 2024-03-25T19:31:37.785Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 525 | 2024-03-25T19:31:38.964Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 526 | 2024-03-25T19:31:38.964Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56911
|
| 527 | 2024-03-25T19:31:38.972Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7861
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56911
req_id = 57913a12-e298-45fd-94cb-8e917438597b
response_code = 200
uri = /timesync
|
| 528 | 2024-03-25T19:31:38.975Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 529 | 2024-03-25T19:31:38.975Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 530 | 2024-03-25T19:31:40.932Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 531 | 2024-03-25T19:31:40.932Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47527
|
| 532 | 2024-03-25T19:31:40.941Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8845
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47527
req_id = 7d824e44-eb13-4797-afce-8427f6792c2f
response_code = 200
uri = /timesync
|
| 533 | 2024-03-25T19:31:40.945Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 534 | 2024-03-25T19:31:40.945Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 535 | 2024-03-25T19:31:43.671Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 536 | 2024-03-25T19:31:43.671Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60670
|
| 537 | 2024-03-25T19:31:43.679Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8656
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60670
req_id = edc70289-70a4-49fa-acfc-5f342c3d88b5
response_code = 200
uri = /timesync
|
| 538 | 2024-03-25T19:31:43.683Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 539 | 2024-03-25T19:31:43.683Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 540 | 2024-03-25T19:31:45.534Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 541 | 2024-03-25T19:31:45.534Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34543
|
| 542 | 2024-03-25T19:31:45.544Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9407
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34543
req_id = 7c267f9c-a9b3-409f-9842-42d08e9911a4
response_code = 200
uri = /timesync
|
| 543 | 2024-03-25T19:31:45.546Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 544 | 2024-03-25T19:31:45.546Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 545 | 2024-03-25T19:31:46.830Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:63747
|
| 546 | 2024-03-25T19:31:46.831Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 820
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:63747
req_id = d068f28f-f5fb-4442-b26f-6eabfdaff4e2
response_code = 200
uri = /baseboard
|
| 547 | 2024-03-25T19:31:49.210Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 548 | 2024-03-25T19:31:49.210Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55025
|
| 549 | 2024-03-25T19:31:49.219Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8827
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55025
req_id = c28fef57-bfc6-4da5-b712-40f37179197e
response_code = 200
uri = /timesync
|
| 550 | 2024-03-25T19:31:49.222Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 551 | 2024-03-25T19:31:49.222Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 552 | 2024-03-25T19:31:55.660Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 553 | 2024-03-25T19:31:55.661Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46399
|
| 554 | 2024-03-25T19:31:55.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8829
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46399
req_id = e53f6a27-7f88-413f-bc89-fbc608c01acc
response_code = 200
uri = /timesync
|
| 555 | 2024-03-25T19:31:55.674Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 556 | 2024-03-25T19:31:55.674Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 557 | 2024-03-25T19:32:01.845Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 558 | 2024-03-25T19:32:01.845Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43819
|
| 559 | 2024-03-25T19:32:01.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8496
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43819
req_id = 82a1fc0c-c169-4278-98ef-ffc9fd689d17
response_code = 200
uri = /timesync
|
| 560 | 2024-03-25T19:32:01.857Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 561 | 2024-03-25T19:32:01.857Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 562 | 2024-03-25T19:32:07.588Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 563 | 2024-03-25T19:32:07.589Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47869
|
| 564 | 2024-03-25T19:32:07.598Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9268
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47869
req_id = 2580910c-79b3-4422-97df-fd6f52738a1f
response_code = 200
uri = /timesync
|
| 565 | 2024-03-25T19:32:07.600Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 566 | 2024-03-25T19:32:07.600Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 567 | 2024-03-25T19:32:16.864Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60218
|
| 568 | 2024-03-25T19:32:16.864Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60218
req_id = f477bb6c-6cee-432a-b4bf-3b30bfae2314
response_code = 200
uri = /baseboard
|
| 569 | 2024-03-25T19:32:17.579Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 570 | 2024-03-25T19:32:17.579Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50655
|
| 571 | 2024-03-25T19:32:17.588Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8464
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50655
req_id = 064bd1e1-74b4-4c01-96cf-7ffae3fb8c12
response_code = 200
uri = /timesync
|
| 572 | 2024-03-25T19:32:17.591Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 573 | 2024-03-25T19:32:17.591Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 574 | 2024-03-25T19:32:26.218Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 575 | 2024-03-25T19:32:26.218Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46694
|
| 576 | 2024-03-25T19:32:26.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9233
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46694
req_id = 705d1ecc-78b0-46b8-b55d-aa8736950af5
response_code = 200
uri = /timesync
|
| 577 | 2024-03-25T19:32:26.232Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395085.9479744, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 578 | 2024-03-25T19:32:26.232Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 579 | 2024-03-25T19:32:36.714Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 580 | 2024-03-25T19:32:36.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65501
|
| 581 | 2024-03-25T19:32:36.723Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8441
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65501
req_id = c363e085-ae52-4286-97d2-60eca5f0e272
response_code = 200
uri = /timesync
|
| 582 | 2024-03-25T19:32:36.726Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711395155.4069774, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 583 | 2024-03-25T19:32:36.727Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 584 | 2024-03-25T19:32:46.921Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34518
|
| 585 | 2024-03-25T19:32:46.922Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 698
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34518
req_id = f768c9ed-f918-4ba6-b4bf-999111e3d04b
response_code = 200
uri = /baseboard
|
| 586 | 2024-03-25T19:32:53.559Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 587 | 2024-03-25T19:32:53.559Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44049
|
| 588 | 2024-03-25T19:32:53.568Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9031
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44049
req_id = 594c058a-f8c1-4786-8a34-06a85b402bdf
response_code = 200
uri = /timesync
|
| 589 | 2024-03-25T19:32:53.571Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1711395164.6953847, correction: 0.120047964 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 590 | 2024-03-25T19:32:53.571Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 591 | 2024-03-25T19:33:13.376Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 592 | 2024-03-25T19:33:13.377Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53320
|
| 593 | 2024-03-25T19:33:13.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8939
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53320
req_id = bd6c7828-4a2c-4f16-889c-e069be151359
response_code = 200
uri = /timesync
|
| 594 | 2024-03-25T19:33:13.389Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1711395164.6953847, correction: 0.066520445 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 595 | 2024-03-25T19:33:13.389Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:532
|
| 596 | 2024-03-25T19:33:17.035Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38591
|
| 597 | 2024-03-25T19:33:17.036Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 38
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38591
req_id = b2456b28-d130-4105-80ee-1c10db89ebf2
response_code = 200
uri = /baseboard
|
| 598 | 2024-03-25T19:33:35.543Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:482
|
| 599 | 2024-03-25T19:33:35.544Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48823
|
| 600 | 2024-03-25T19:33:35.563Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 19687
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48823
req_id = c3025eff-a8ad-42a7-8fe2-eea90dd34010
response_code = 200
uri = /timesync
|
| 601 | 2024-03-25T19:33:35.567Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1711395164.6953847, correction: 0.006647308 }
file = sled-agent/src/rack_setup/service.rs:510
|
| 602 | 2024-03-25T19:33:35.567Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1043
|
| 603 | 2024-03-25T19:33:35.597Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ac07c160-d092-42fb-8560-f7cbd2180448, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d5c254c-8557-4802-bce9-401135f5fb81, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: bda7a54e-73f2-411e-8547-1cb73343f975, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 04d22f35-7190-4887-8c5e-12e680d863f3, kind: Service { id: bda7a54e-73f2-411e-8547-1cb73343f975 }, name: Name("ntp-bda7a54e-73f2-411e-8547-1cb73343f975"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 86])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5972495c-ef5a-4524-9c51-5c4d64d7290b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8beb7ef3-feb4-4507-a816-f9c9af796aee, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 98372ad6-4184-4585-a51a-a3c1daf27cd8, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 70712e8b-e258-414c-97b5-8c81b8e66914, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 3d6fea77-6393-404b-9904-b2d90460f0dd, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:307
sled_address = [fd00:1122:3344:101::1]:12345
|
| 604 | 2024-03-25T19:33:35.597Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34029
|
| 605 | 2024-03-25T19:33:35.597Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 606 | 2024-03-25T19:33:35.597Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 607 | 2024-03-25T19:33:35.617Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 608 | 2024-03-25T19:33:35.617Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 609 | 2024-03-25T19:33:35.636Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 610 | 2024-03-25T19:33:35.636Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 611 | 2024-03-25T19:33:35.653Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5972495c-ef5a-4524-9c51-5c4d64d7290b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 612 | 2024-03-25T19:33:35.653Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5972495c-ef5a-4524-9c51-5c4d64d7290b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 613 | 2024-03-25T19:33:35.702Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8beb7ef3-feb4-4507-a816-f9c9af796aee, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 614 | 2024-03-25T19:33:35.702Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8beb7ef3-feb4-4507-a816-f9c9af796aee, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 615 | 2024-03-25T19:33:35.759Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 98372ad6-4184-4585-a51a-a3c1daf27cd8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 616 | 2024-03-25T19:33:35.759Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 98372ad6-4184-4585-a51a-a3c1daf27cd8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 617 | 2024-03-25T19:33:35.811Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 70712e8b-e258-414c-97b5-8c81b8e66914, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 618 | 2024-03-25T19:33:35.811Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 70712e8b-e258-414c-97b5-8c81b8e66914, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 619 | 2024-03-25T19:33:35.863Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6fea77-6393-404b-9904-b2d90460f0dd, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 620 | 2024-03-25T19:33:35.863Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3d6fea77-6393-404b-9904-b2d90460f0dd, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 621 | 2024-03-25T19:33:35.916Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 622 | 2024-03-25T19:33:35.916Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 623 | 2024-03-25T19:33:35.916Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 624 | 2024-03-25T19:33:35.916Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 625 | 2024-03-25T19:33:35.999Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 626 | 2024-03-25T19:33:35.999Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 627 | 2024-03-25T19:33:35.999Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 628 | 2024-03-25T19:33:35.999Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 629 | 2024-03-25T19:33:35.999Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 630 | 2024-03-25T19:33:36.091Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
file = illumos-utils/src/zone.rs:315
|
| 631 | 2024-03-25T19:33:36.095Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
file = illumos-utils/src/zone.rs:315
|
| 632 | 2024-03-25T19:33:36.100Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
file = illumos-utils/src/zone.rs:315
|
| 633 | 2024-03-25T19:33:36.104Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
file = illumos-utils/src/zone.rs:315
|
| 634 | 2024-03-25T19:33:36.109Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
file = illumos-utils/src/zone.rs:315
|
| 635 | 2024-03-25T19:33:36.114Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
file = illumos-utils/src/zone.rs:354
|
| 636 | 2024-03-25T19:33:36.118Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
file = illumos-utils/src/zone.rs:354
|
| 637 | 2024-03-25T19:33:36.123Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
file = illumos-utils/src/zone.rs:354
|
| 638 | 2024-03-25T19:33:36.128Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
file = illumos-utils/src/zone.rs:354
|
| 639 | 2024-03-25T19:33:36.132Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
file = illumos-utils/src/zone.rs:354
|
| 640 | 2024-03-25T19:33:39.670Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 641 | 2024-03-25T19:33:39.671Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 642 | 2024-03-25T19:33:39.678Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 643 | 2024-03-25T19:33:39.679Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 644 | 2024-03-25T19:33:39.714Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::4"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 645 | 2024-03-25T19:33:39.714Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 646 | 2024-03-25T19:33:39.758Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 647 | 2024-03-25T19:33:39.758Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 648 | 2024-03-25T19:33:39.797Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::3"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 649 | 2024-03-25T19:33:39.797Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 650 | 2024-03-25T19:33:39.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 36.201284ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 651 | 2024-03-25T19:33:39.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 69.18406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 652 | 2024-03-25T19:33:39.867Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 69.197298ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 653 | 2024-03-25T19:33:39.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 126.141174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 654 | 2024-03-25T19:33:39.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 52.638335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 655 | 2024-03-25T19:33:39.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 63.690003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 656 | 2024-03-25T19:33:39.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 37.355936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 657 | 2024-03-25T19:33:40.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 159.204733ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 658 | 2024-03-25T19:33:40.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 79.507924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 659 | 2024-03-25T19:33:40.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 134.740167ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 660 | 2024-03-25T19:33:40.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 186.171028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 661 | 2024-03-25T19:33:40.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 58.362213ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 662 | 2024-03-25T19:33:40.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 328.14677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 663 | 2024-03-25T19:33:40.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 111.062237ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 664 | 2024-03-25T19:33:40.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 403.422263ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 665 | 2024-03-25T19:33:40.675Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 131.210273ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 666 | 2024-03-25T19:33:40.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 768.453047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 667 | 2024-03-25T19:33:40.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 457.278314ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 668 | 2024-03-25T19:33:40.792Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 497.684186ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 669 | 2024-03-25T19:33:40.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 141.950904ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 670 | 2024-03-25T19:33:41.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 1.116041608s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 671 | 2024-03-25T19:33:41.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 442.071882ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 672 | 2024-03-25T19:33:41.254Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 1.188243066s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 673 | 2024-03-25T19:33:41.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 431.213194ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 674 | 2024-03-25T19:33:41.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 1.136292679s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 675 | 2024-03-25T19:33:41.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 634.869238ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 676 | 2024-03-25T19:33:41.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 1.374043145s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 677 | 2024-03-25T19:33:42.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 1.412289576s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 678 | 2024-03-25T19:33:42.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 1.072268199s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 679 | 2024-03-25T19:33:42.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 910.922481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 680 | 2024-03-25T19:33:42.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 1.158742708s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 681 | 2024-03-25T19:33:43.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 1.443827473s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 682 | 2024-03-25T19:33:43.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 1.474982422s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 683 | 2024-03-25T19:33:43.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 921.085208ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 684 | 2024-03-25T19:33:43.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 1.248995786s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 685 | 2024-03-25T19:33:43.903Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 1.339869454s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 686 | 2024-03-25T19:33:44.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 1.123723724s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 687 | 2024-03-25T19:33:44.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 861.053821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 688 | 2024-03-25T19:33:44.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 1.059387766s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 689 | 2024-03-25T19:33:45.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 529.046988ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 690 | 2024-03-25T19:33:45.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 1.161622617s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 691 | 2024-03-25T19:33:45.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 955.607425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 692 | 2024-03-25T19:33:45.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 912.41689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 693 | 2024-03-25T19:33:45.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 1.07235024s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 694 | 2024-03-25T19:33:45.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 583.419375ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 695 | 2024-03-25T19:33:46.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8") failed: Property not found. retry in 1.227204158s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 696 | 2024-03-25T19:33:46.447Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 945.549459ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 697 | 2024-03-25T19:33:46.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b") failed: Property not found. retry in 976.619627ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 698 | 2024-03-25T19:33:46.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 788.82972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 699 | 2024-03-25T19:33:46.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 604.797713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 700 | 2024-03-25T19:33:47.125Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65174
|
| 701 | 2024-03-25T19:33:47.125Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 86
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65174
req_id = 3c4a7c9f-c78a-44cb-b978-d6288a6644cd
response_code = 200
uri = /baseboard
|
| 702 | 2024-03-25T19:33:47.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd") failed: Property not found. retry in 643.050075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 703 | 2024-03-25T19:33:47.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee") failed: Property not found. retry in 623.244286ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 704 | 2024-03-25T19:33:47.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914") failed: Property not found. retry in 789.579774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 705 | 2024-03-25T19:33:48.216Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_cockroachdb_98372ad6-4184-4585-a51a-a3c1daf27cd8
|
| 706 | 2024-03-25T19:33:48.216Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_cockroachdb_8beb7ef3-feb4-4507-a816-f9c9af796aee
|
| 707 | 2024-03-25T19:33:48.216Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_cockroachdb_70712e8b-e258-414c-97b5-8c81b8e66914
|
| 708 | 2024-03-25T19:33:48.216Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd
|
| 709 | 2024-03-25T19:33:48.216Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_cockroachdb_5972495c-ef5a-4524-9c51-5c4d64d7290b
|
| 710 | 2024-03-25T19:33:48.216Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 711 | 2024-03-25T19:33:48.217Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 712 | 2024-03-25T19:33:48.217Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 12611199
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34029
req_id = 3b76d03f-a221-405c-847a-ee75f3444009
response_code = 204
uri = /omicron-zones
|
| 713 | 2024-03-25T19:33:48.250Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35706
|
| 714 | 2024-03-25T19:33:48.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 30818
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35706
req_id = f8476acc-6b1a-4041-8f9b-4d76a76ba56e
response_code = 500
uri = /cockroachdb
|
| 715 | 2024-03-25T19:33:48.281Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f8476acc-6b1a-4041-8f9b-4d76a76ba56e", "content-length": "124", "date": "Mon, 25 Mar 2024 19:33:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f8476acc-6b1a-4041-8f9b-4d76a76ba56e" }
file = sled-agent/src/rack_setup/service.rs:789
retry_after = 85.158014ms
|
| 716 | 2024-03-25T19:33:48.398Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 29385
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35706
req_id = 41bbfaea-7434-467b-a91d-8b491e24962c
response_code = 500
uri = /cockroachdb
|
| 717 | 2024-03-25T19:33:48.398Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "41bbfaea-7434-467b-a91d-8b491e24962c", "content-length": "124", "date": "Mon, 25 Mar 2024 19:33:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "41bbfaea-7434-467b-a91d-8b491e24962c" }
file = sled-agent/src/rack_setup/service.rs:789
retry_after = 134.562465ms
|
| 718 | 2024-03-25T19:33:48.565Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 30909
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35706
req_id = e1889258-5a77-46fb-9f5b-6980c6ee24a1
response_code = 500
uri = /cockroachdb
|
| 719 | 2024-03-25T19:33:48.565Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "e1889258-5a77-46fb-9f5b-6980c6ee24a1", "content-length": "124", "date": "Mon, 25 Mar 2024 19:33:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "e1889258-5a77-46fb-9f5b-6980c6ee24a1" }
file = sled-agent/src/rack_setup/service.rs:789
retry_after = 110.913846ms
|
| 720 | 2024-03-25T19:33:48.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 28288
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35706
req_id = b9489530-ef14-4437-894b-047b88e22a6b
response_code = 500
uri = /cockroachdb
|
| 721 | 2024-03-25T19:33:48.706Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b9489530-ef14-4437-894b-047b88e22a6b", "content-length": "124", "date": "Mon, 25 Mar 2024 19:33:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b9489530-ef14-4437-894b-047b88e22a6b" }
file = sled-agent/src/rack_setup/service.rs:789
retry_after = 163.754913ms
|
| 722 | 2024-03-25T19:33:48.902Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 30960
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35706
req_id = 7bfefd4f-66f1-4a83-aa2a-846369fde425
response_code = 500
uri = /cockroachdb
|
| 723 | 2024-03-25T19:33:48.902Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7bfefd4f-66f1-4a83-aa2a-846369fde425", "content-length": "124", "date": "Mon, 25 Mar 2024 19:33:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7bfefd4f-66f1-4a83-aa2a-846369fde425" }
file = sled-agent/src/rack_setup/service.rs:789
retry_after = 266.34124ms
|
| 724 | 2024-03-25T19:33:49.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3d6fea77-6393-404b-9904-b2d90460f0dd /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 28423
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35706
req_id = 1790a5e0-ddad-4c58-a40f-86667e07d9aa
response_code = 500
uri = /cockroachdb
|
| 725 | 2024-03-25T19:33:49.198Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1790a5e0-ddad-4c58-a40f-86667e07d9aa", "content-length": "124", "date": "Mon, 25 Mar 2024 19:33:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1790a5e0-ddad-4c58-a40f-86667e07d9aa" }
file = sled-agent/src/rack_setup/service.rs:789
retry_after = 181.487572ms
|
| 726 | 2024-03-25T19:33:49.410Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:3400
|
| 727 | 2024-03-25T19:34:12.038Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3418
|
| 728 | 2024-03-25T19:34:22.773Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3441
|
| 729 | 2024-03-25T19:34:22.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 33397657
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35706
req_id = 357585b8-601a-4962-bce8-6f456de614c0
response_code = 204
uri = /cockroachdb
|
| 730 | 2024-03-25T19:34:22.777Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52194
|
| 731 | 2024-03-25T19:34:22.779Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1920
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52194
req_id = a56aea77-55d9-435c-b6aa-b68e532f99c9
response_code = 200
uri = /baseboard
|
| 732 | 2024-03-25T19:34:22.834Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ac07c160-d092-42fb-8560-f7cbd2180448, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d5c254c-8557-4802-bce9-401135f5fb81, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: bda7a54e-73f2-411e-8547-1cb73343f975, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 04d22f35-7190-4887-8c5e-12e680d863f3, kind: Service { id: bda7a54e-73f2-411e-8547-1cb73343f975 }, name: Name("ntp-bda7a54e-73f2-411e-8547-1cb73343f975"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 86])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5972495c-ef5a-4524-9c51-5c4d64d7290b, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8beb7ef3-feb4-4507-a816-f9c9af796aee, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 98372ad6-4184-4585-a51a-a3c1daf27cd8, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 70712e8b-e258-414c-97b5-8c81b8e66914, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 3d6fea77-6393-404b-9904-b2d90460f0dd, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 35fa89c5-c528-4b97-b3bc-20008b6be078, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 57bcf973-d729-4836-95c6-62169101aa88, kind: Service { id: 35fa89c5-c528-4b97-b3bc-20008b6be078 }, name: Name("external-dns-35fa89c5-c528-4b97-b3bc-20008b6be078"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 109])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 89f14781-6a84-4fb4-9436-805c2f2d765c, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: eb42e342-bad0-4a57-82f1-af05a9e03bf7, kind: Service { id: 89f14781-6a84-4fb4-9436-805c2f2d765c }, name: Name("external-dns-89f14781-6a84-4fb4-9436-805c2f2d765c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 81])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: b2013bcd-7048-47a0-a981-303d234a48cf, kind: Service { id: bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5 }, name: Name("nexus-bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 15])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: aaa61a79-d86a-48c9-ae03-582781a9ca02, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: f5d5549c-3e09-406c-a442-153d022cee3f, kind: Service { id: aaa61a79-d86a-48c9-ae03-582781a9ca02 }, name: Name("nexus-aaa61a79-d86a-48c9-ae03-582781a9ca02"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 132])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: eefa6182-5d15-4f8b-89b4-2887009673db, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: e019d0b5-f95a-4d5a-b623-47ca19840001, kind: Service { id: eefa6182-5d15-4f8b-89b4-2887009673db }, name: Name("nexus-eefa6182-5d15-4f8b-89b4-2887009673db"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 32])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 39b211a1-1ab1-47a8-96d0-e1c1a5d360fb, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e7c183bc-eede-48e6-843e-1a5b298da6d9, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: b23ba11e-e8dc-48f2-b2af-c1ca655e2542, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7702891a-ad4c-40bb-99d3-e61ae126ff5a, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fe4b4f53-ab0e-4aa4-867c-c538b68b65dc, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 07316e9a-98cb-49d5-bc74-a47b4ebc04b0, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: efd46a58-6473-4447-82f4-c5f342e274eb, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: db02a31f-0978-4220-95d7-a7697f3cc89e, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 7daef799-a44f-4fd9-830d-1b406eb396e3, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 6478fee5-3a41-40ae-b88c-7e77bd102a2e, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: b1a8a76d-028b-4e87-a273-3ca7a1652ba9, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: ac73012d-a220-4fc2-8680-c5d1dc70ca1c, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 1be8a0c2-8098-41bb-87b1-512eaed79b41, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e968a264-5412-491e-9bbb-e88c104d542f, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:307
sled_address = [fd00:1122:3344:101::1]:12345
|
| 733 | 2024-03-25T19:34:22.836Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42825
|
| 734 | 2024-03-25T19:34:22.838Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 735 | 2024-03-25T19:34:22.838Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ac07c160-d092-42fb-8560-f7cbd2180448, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 736 | 2024-03-25T19:34:22.865Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 737 | 2024-03-25T19:34:22.866Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8d5c254c-8557-4802-bce9-401135f5fb81, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 738 | 2024-03-25T19:34:22.885Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 739 | 2024-03-25T19:34:22.885Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3ca0fa29-3caa-418f-a6ae-5da065d77726, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 740 | 2024-03-25T19:34:22.905Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5972495c-ef5a-4524-9c51-5c4d64d7290b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 741 | 2024-03-25T19:34:22.905Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5972495c-ef5a-4524-9c51-5c4d64d7290b, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 742 | 2024-03-25T19:34:22.923Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8beb7ef3-feb4-4507-a816-f9c9af796aee, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 743 | 2024-03-25T19:34:22.924Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8beb7ef3-feb4-4507-a816-f9c9af796aee, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 744 | 2024-03-25T19:34:22.940Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 98372ad6-4184-4585-a51a-a3c1daf27cd8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 745 | 2024-03-25T19:34:22.940Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 98372ad6-4184-4585-a51a-a3c1daf27cd8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 746 | 2024-03-25T19:34:22.956Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 70712e8b-e258-414c-97b5-8c81b8e66914, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 747 | 2024-03-25T19:34:22.956Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 70712e8b-e258-414c-97b5-8c81b8e66914, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 748 | 2024-03-25T19:34:22.973Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d6fea77-6393-404b-9904-b2d90460f0dd, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 749 | 2024-03-25T19:34:22.973Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3d6fea77-6393-404b-9904-b2d90460f0dd, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 750 | 2024-03-25T19:34:22.992Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 35fa89c5-c528-4b97-b3bc-20008b6be078, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 751 | 2024-03-25T19:34:22.992Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 35fa89c5-c528-4b97-b3bc-20008b6be078, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 752 | 2024-03-25T19:34:23.162Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 89f14781-6a84-4fb4-9436-805c2f2d765c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 753 | 2024-03-25T19:34:23.162Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 89f14781-6a84-4fb4-9436-805c2f2d765c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 754 | 2024-03-25T19:34:23.258Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e7c183bc-eede-48e6-843e-1a5b298da6d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 755 | 2024-03-25T19:34:23.258Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e7c183bc-eede-48e6-843e-1a5b298da6d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 756 | 2024-03-25T19:34:23.352Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 07316e9a-98cb-49d5-bc74-a47b4ebc04b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 757 | 2024-03-25T19:34:23.352Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 07316e9a-98cb-49d5-bc74-a47b4ebc04b0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 758 | 2024-03-25T19:34:23.422Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: efd46a58-6473-4447-82f4-c5f342e274eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 759 | 2024-03-25T19:34:23.422Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: efd46a58-6473-4447-82f4-c5f342e274eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 760 | 2024-03-25T19:34:23.544Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: db02a31f-0978-4220-95d7-a7697f3cc89e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 761 | 2024-03-25T19:34:23.544Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: db02a31f-0978-4220-95d7-a7697f3cc89e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 762 | 2024-03-25T19:34:23.633Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7daef799-a44f-4fd9-830d-1b406eb396e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 763 | 2024-03-25T19:34:23.633Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7daef799-a44f-4fd9-830d-1b406eb396e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 764 | 2024-03-25T19:34:23.739Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6478fee5-3a41-40ae-b88c-7e77bd102a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 765 | 2024-03-25T19:34:23.739Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6478fee5-3a41-40ae-b88c-7e77bd102a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 766 | 2024-03-25T19:34:23.908Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b1a8a76d-028b-4e87-a273-3ca7a1652ba9, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 767 | 2024-03-25T19:34:23.908Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: b1a8a76d-028b-4e87-a273-3ca7a1652ba9, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 768 | 2024-03-25T19:34:24.028Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ac73012d-a220-4fc2-8680-c5d1dc70ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 769 | 2024-03-25T19:34:24.028Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ac73012d-a220-4fc2-8680-c5d1dc70ca1c, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 770 | 2024-03-25T19:34:24.106Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1be8a0c2-8098-41bb-87b1-512eaed79b41, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 771 | 2024-03-25T19:34:24.108Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1be8a0c2-8098-41bb-87b1-512eaed79b41, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 772 | 2024-03-25T19:34:24.198Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e968a264-5412-491e-9bbb-e88c104d542f, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 773 | 2024-03-25T19:34:24.198Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e968a264-5412-491e-9bbb-e88c104d542f, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 774 | 2024-03-25T19:34:24.301Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 775 | 2024-03-25T19:34:24.302Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 776 | 2024-03-25T19:34:24.302Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 777 | 2024-03-25T19:34:24.303Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 778 | 2024-03-25T19:34:24.511Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 779 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 780 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 781 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 782 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 783 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 784 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 785 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 786 | 2024-03-25T19:34:24.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 787 | 2024-03-25T19:34:24.524Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 788 | 2024-03-25T19:34:24.727Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 789 | 2024-03-25T19:34:24.727Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 790 | 2024-03-25T19:34:24.732Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 791 | 2024-03-25T19:34:24.732Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 792 | 2024-03-25T19:34:24.732Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 793 | 2024-03-25T19:34:24.756Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 794 | 2024-03-25T19:34:24.757Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 795 | 2024-03-25T19:34:24.758Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 796 | 2024-03-25T19:34:24.771Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 797 | 2024-03-25T19:34:24.772Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
file = illumos-utils/src/zone.rs:315
|
| 798 | 2024-03-25T19:34:24.777Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
file = illumos-utils/src/zone.rs:315
|
| 799 | 2024-03-25T19:34:24.782Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
file = illumos-utils/src/zone.rs:315
|
| 800 | 2024-03-25T19:34:24.787Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
file = illumos-utils/src/zone.rs:315
|
| 801 | 2024-03-25T19:34:24.793Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
file = illumos-utils/src/zone.rs:315
|
| 802 | 2024-03-25T19:34:24.798Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
file = illumos-utils/src/zone.rs:315
|
| 803 | 2024-03-25T19:34:24.803Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
file = illumos-utils/src/zone.rs:315
|
| 804 | 2024-03-25T19:34:24.807Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
file = illumos-utils/src/zone.rs:315
|
| 805 | 2024-03-25T19:34:24.812Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
file = illumos-utils/src/zone.rs:315
|
| 806 | 2024-03-25T19:34:24.912Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
file = illumos-utils/src/zone.rs:354
|
| 807 | 2024-03-25T19:34:24.916Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
file = illumos-utils/src/zone.rs:354
|
| 808 | 2024-03-25T19:34:24.920Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
file = illumos-utils/src/zone.rs:354
|
| 809 | 2024-03-25T19:34:24.924Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
file = illumos-utils/src/zone.rs:354
|
| 810 | 2024-03-25T19:34:24.928Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
file = illumos-utils/src/zone.rs:354
|
| 811 | 2024-03-25T19:34:24.934Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
file = illumos-utils/src/zone.rs:354
|
| 812 | 2024-03-25T19:34:24.938Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
file = illumos-utils/src/zone.rs:354
|
| 813 | 2024-03-25T19:34:24.943Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
file = illumos-utils/src/zone.rs:354
|
| 814 | 2024-03-25T19:34:24.949Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
file = illumos-utils/src/zone.rs:354
|
| 815 | 2024-03-25T19:34:24.954Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
file = illumos-utils/src/zone.rs:315
|
| 816 | 2024-03-25T19:34:24.959Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
file = illumos-utils/src/zone.rs:315
|
| 817 | 2024-03-25T19:34:24.964Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
file = illumos-utils/src/zone.rs:315
|
| 818 | 2024-03-25T19:34:24.971Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
file = illumos-utils/src/zone.rs:315
|
| 819 | 2024-03-25T19:34:24.978Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
file = illumos-utils/src/zone.rs:315
|
| 820 | 2024-03-25T19:34:24.985Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
file = illumos-utils/src/zone.rs:354
|
| 821 | 2024-03-25T19:34:24.991Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
file = illumos-utils/src/zone.rs:354
|
| 822 | 2024-03-25T19:34:24.997Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
file = illumos-utils/src/zone.rs:354
|
| 823 | 2024-03-25T19:34:25.003Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
file = illumos-utils/src/zone.rs:354
|
| 824 | 2024-03-25T19:34:25.009Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
file = illumos-utils/src/zone.rs:354
|
| 825 | 2024-03-25T19:34:25.056Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 826 | 2024-03-25T19:34:25.095Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 827 | 2024-03-25T19:34:25.132Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 828 | 2024-03-25T19:34:25.169Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 829 | 2024-03-25T19:34:25.210Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 830 | 2024-03-25T19:34:25.213Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 831 | 2024-03-25T19:34:25.213Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 832 | 2024-03-25T19:34:25.279Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte1", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 226, 32]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
| 833 | 2024-03-25T19:34:25.279Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = nexus
|
| 834 | 2024-03-25T19:34:25.282Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 835 | 2024-03-25T19:34:25.282Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 836 | 2024-03-25T19:34:25.340Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte2", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 195, 15]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 837 | 2024-03-25T19:34:25.340Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = nexus
|
| 838 | 2024-03-25T19:34:25.342Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 839 | 2024-03-25T19:34:25.342Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 840 | 2024-03-25T19:34:25.392Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte3", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 157, 81]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
| 841 | 2024-03-25T19:34:25.392Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = external_dns
|
| 842 | 2024-03-25T19:34:25.394Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 843 | 2024-03-25T19:34:25.394Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 844 | 2024-03-25T19:34:25.444Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte4", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 149, 109]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte4" } }
|
| 845 | 2024-03-25T19:34:25.444Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = external_dns
|
| 846 | 2024-03-25T19:34:25.446Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 847 | 2024-03-25T19:34:25.446Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 848 | 2024-03-25T19:34:25.500Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte5", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 178, 132]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
| 849 | 2024-03-25T19:34:25.500Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = nexus
|
| 850 | 2024-03-25T19:34:25.504Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 851 | 2024-03-25T19:34:25.504Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 852 | 2024-03-25T19:34:25.505Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 853 | 2024-03-25T19:34:25.505Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 854 | 2024-03-25T19:34:25.505Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 855 | 2024-03-25T19:34:25.505Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 856 | 2024-03-25T19:34:25.505Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 857 | 2024-03-25T19:34:25.505Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 858 | 2024-03-25T19:34:25.506Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 859 | 2024-03-25T19:34:25.506Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 860 | 2024-03-25T19:34:25.512Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 861 | 2024-03-25T19:34:25.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 862 | 2024-03-25T19:34:25.514Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 863 | 2024-03-25T19:34:25.517Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 864 | 2024-03-25T19:34:25.541Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 865 | 2024-03-25T19:34:25.544Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 866 | 2024-03-25T19:34:25.544Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 867 | 2024-03-25T19:34:25.547Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 868 | 2024-03-25T19:34:25.547Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 869 | 2024-03-25T19:34:25.549Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 870 | 2024-03-25T19:34:25.575Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
file = illumos-utils/src/zone.rs:315
|
| 871 | 2024-03-25T19:34:25.651Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
file = illumos-utils/src/zone.rs:315
|
| 872 | 2024-03-25T19:34:25.657Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
file = illumos-utils/src/zone.rs:354
|
| 873 | 2024-03-25T19:34:25.662Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
file = illumos-utils/src/zone.rs:315
|
| 874 | 2024-03-25T19:34:25.667Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
file = illumos-utils/src/zone.rs:315
|
| 875 | 2024-03-25T19:34:25.673Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
file = illumos-utils/src/zone.rs:315
|
| 876 | 2024-03-25T19:34:25.679Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
file = illumos-utils/src/zone.rs:354
|
| 877 | 2024-03-25T19:34:25.686Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
file = illumos-utils/src/zone.rs:354
|
| 878 | 2024-03-25T19:34:25.693Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
file = illumos-utils/src/zone.rs:354
|
| 879 | 2024-03-25T19:34:25.699Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
file = illumos-utils/src/zone.rs:354
|
| 880 | 2024-03-25T19:34:32.890Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::f"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 881 | 2024-03-25T19:34:32.891Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::10"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 882 | 2024-03-25T19:34:32.891Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 883 | 2024-03-25T19:34:32.893Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 884 | 2024-03-25T19:34:32.943Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::11"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 885 | 2024-03-25T19:34:32.946Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 886 | 2024-03-25T19:34:33.134Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::14"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="f3d2201c-041b-475d-8a47-6cc598a65541"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 887 | 2024-03-25T19:34:33.134Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::19"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="7ff36afb-89d1-4b6b-83a4-e7bf70fd2237"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 888 | 2024-03-25T19:34:33.134Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 889 | 2024-03-25T19:34:33.138Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::15"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="88074786-4468-4981-b974-45c335cdab8e"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 890 | 2024-03-25T19:34:33.139Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::16"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="630a41fd-617f-4c79-86cb-79cbee471fc2"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 891 | 2024-03-25T19:34:33.139Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::17"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c6c510d6-4fdd-4566-aa72-0e9b57249b1e"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 892 | 2024-03-25T19:34:33.139Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 893 | 2024-03-25T19:34:33.145Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="890586aa-e06c-4901-b327-d4e13eacbd94"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 894 | 2024-03-25T19:34:33.146Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::18"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="56f13493-093d-4891-8471-978fe352ef72"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 895 | 2024-03-25T19:34:33.147Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService27"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::9"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte3"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::9]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.6:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 896 | 2024-03-25T19:34:33.147Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::13"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="cc7e7761-70a1-4356-957b-11a354bcc61c"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 897 | 2024-03-25T19:34:33.147Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 898 | 2024-03-25T19:34:33.154Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 899 | 2024-03-25T19:34:33.161Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 900 | 2024-03-25T19:34:33.167Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 901 | 2024-03-25T19:34:33.172Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 902 | 2024-03-25T19:34:33.178Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 903 | 2024-03-25T19:34:33.185Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 904 | 2024-03-25T19:34:33.445Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 26.295352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 905 | 2024-03-25T19:34:33.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 36.244745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 906 | 2024-03-25T19:34:33.470Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 68.726284ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 907 | 2024-03-25T19:34:33.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 38.064858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 908 | 2024-03-25T19:34:33.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 74.405438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 909 | 2024-03-25T19:34:33.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 53.523531ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 910 | 2024-03-25T19:34:33.517Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 62.7421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 911 | 2024-03-25T19:34:33.671Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 53.899164ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 912 | 2024-03-25T19:34:33.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 92.115268ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 913 | 2024-03-25T19:34:33.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 73.693067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 914 | 2024-03-25T19:34:33.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 136.806852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 915 | 2024-03-25T19:34:33.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 113.835325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 916 | 2024-03-25T19:34:34.172Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 136.055133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 917 | 2024-03-25T19:34:34.189Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 106.123508ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 918 | 2024-03-25T19:34:35.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 63.569879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 919 | 2024-03-25T19:34:35.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 30.080359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 920 | 2024-03-25T19:34:36.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 148.389667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 921 | 2024-03-25T19:34:36.848Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::d"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value="39b211a1-1ab1-47a8-96d0-e1c1a5d360fb"/>
<propval type="astring" name="address" value="[fd00:1122:3344:101::d]:12223"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 922 | 2024-03-25T19:34:36.855Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 923 | 2024-03-25T19:34:36.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 69.758408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 924 | 2024-03-25T19:34:36.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 46.891707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 925 | 2024-03-25T19:34:37.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 28.158817ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 926 | 2024-03-25T19:34:37.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 222.047978ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 927 | 2024-03-25T19:34:37.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 190.814041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 928 | 2024-03-25T19:34:37.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 158.011319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 929 | 2024-03-25T19:34:37.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 291.03708ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 930 | 2024-03-25T19:34:37.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 139.254034ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 931 | 2024-03-25T19:34:37.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 102.721834ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 932 | 2024-03-25T19:34:37.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 64.410821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 933 | 2024-03-25T19:34:37.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 78.706237ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 934 | 2024-03-25T19:34:37.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 143.140286ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 935 | 2024-03-25T19:34:37.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 268.70385ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 936 | 2024-03-25T19:34:37.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 98.767711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 937 | 2024-03-25T19:34:37.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 116.45003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 938 | 2024-03-25T19:34:37.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 186.033477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 939 | 2024-03-25T19:34:37.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 551.173048ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 940 | 2024-03-25T19:34:37.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 189.45483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 941 | 2024-03-25T19:34:37.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 375.826411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 942 | 2024-03-25T19:34:37.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 272.47145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 943 | 2024-03-25T19:34:37.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 58.744724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 944 | 2024-03-25T19:34:37.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 354.573336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 945 | 2024-03-25T19:34:37.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 301.668076ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 946 | 2024-03-25T19:34:37.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 587.061796ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 947 | 2024-03-25T19:34:37.323Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 197.123199ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 948 | 2024-03-25T19:34:37.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 110.819015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 949 | 2024-03-25T19:34:37.346Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 145.447115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 950 | 2024-03-25T19:34:37.383Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 217.095151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 951 | 2024-03-25T19:34:37.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 463.699391ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 952 | 2024-03-25T19:34:37.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 226.301418ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 953 | 2024-03-25T19:34:37.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 202.331622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 954 | 2024-03-25T19:34:37.459Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 484.485441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 955 | 2024-03-25T19:34:37.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 144.776307ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 956 | 2024-03-25T19:34:37.511Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService24"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::8"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte4"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::8]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.5:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 957 | 2024-03-25T19:34:37.512Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 958 | 2024-03-25T19:34:37.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 469.577254ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 959 | 2024-03-25T19:34:37.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 952.632985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 960 | 2024-03-25T19:34:37.566Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::12"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="81548fe3-0bd8-4b87-a5a2-7263ec6b8c3a"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 961 | 2024-03-25T19:34:37.570Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 962 | 2024-03-25T19:34:37.577Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService28"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte5"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 963 | 2024-03-25T19:34:37.583Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService25"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::c"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte1"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 964 | 2024-03-25T19:34:37.583Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService26"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte2"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 965 | 2024-03-25T19:34:37.583Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 966 | 2024-03-25T19:34:37.590Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 967 | 2024-03-25T19:34:37.598Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 968 | 2024-03-25T19:34:37.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 1.073899237s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 969 | 2024-03-25T19:34:37.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 618.095831ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 970 | 2024-03-25T19:34:37.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 958.498769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 971 | 2024-03-25T19:34:37.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 778.05707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 972 | 2024-03-25T19:34:37.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 289.736694ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 973 | 2024-03-25T19:34:37.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 727.218237ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 974 | 2024-03-25T19:34:37.703Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 764.970215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 975 | 2024-03-25T19:34:37.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 36.780621ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 976 | 2024-03-25T19:34:37.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 1.190246239s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 977 | 2024-03-25T19:34:37.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 54.001411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 978 | 2024-03-25T19:34:37.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 88.585154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 979 | 2024-03-25T19:34:37.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 42.1702ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 980 | 2024-03-25T19:34:37.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 65.046772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 981 | 2024-03-25T19:34:37.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 51.266929ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 982 | 2024-03-25T19:34:37.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 139.930125ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 983 | 2024-03-25T19:34:37.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 981.85677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 984 | 2024-03-25T19:34:37.921Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 868.246691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 985 | 2024-03-25T19:34:38.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 112.80792ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 986 | 2024-03-25T19:34:38.182Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 821.602842ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 987 | 2024-03-25T19:34:38.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 120.443134ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 988 | 2024-03-25T19:34:38.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 208.569318ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 989 | 2024-03-25T19:34:38.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 529.038197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 990 | 2024-03-25T19:34:38.331Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 54.973695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 991 | 2024-03-25T19:34:38.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 195.829536ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 992 | 2024-03-25T19:34:38.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 802.772968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 993 | 2024-03-25T19:34:38.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 255.092535ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 994 | 2024-03-25T19:34:38.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 1.404738822s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 995 | 2024-03-25T19:34:38.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 1.384553783s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 996 | 2024-03-25T19:34:38.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 197.90777ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 997 | 2024-03-25T19:34:38.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 513.303055ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 998 | 2024-03-25T19:34:38.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 285.436406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 999 | 2024-03-25T19:34:38.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 500.936955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1000 | 2024-03-25T19:34:38.560Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 1.305776541s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1001 | 2024-03-25T19:34:38.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 217.30447ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1002 | 2024-03-25T19:34:38.622Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 216.947198ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1003 | 2024-03-25T19:34:38.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 712.800647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1004 | 2024-03-25T19:34:38.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 284.24994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1005 | 2024-03-25T19:34:38.720Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 493.752984ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1006 | 2024-03-25T19:34:38.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 574.191402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1007 | 2024-03-25T19:34:38.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 508.855913ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1008 | 2024-03-25T19:34:38.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 529.481949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1009 | 2024-03-25T19:34:38.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 433.672814ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1010 | 2024-03-25T19:34:38.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 560.626869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1011 | 2024-03-25T19:34:38.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 428.503731ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1012 | 2024-03-25T19:34:38.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 1.306859981s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1013 | 2024-03-25T19:34:39.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 667.881393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1014 | 2024-03-25T19:34:39.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 1.182422682s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1015 | 2024-03-25T19:34:39.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 814.900905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1016 | 2024-03-25T19:34:39.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 956.202454ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1017 | 2024-03-25T19:34:39.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 660.081547ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1018 | 2024-03-25T19:34:39.221Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 1.05498041s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1019 | 2024-03-25T19:34:39.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 418.55018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1020 | 2024-03-25T19:34:39.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 752.010158ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1021 | 2024-03-25T19:34:39.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 1.460310498s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1022 | 2024-03-25T19:34:39.359Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 737.226433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1023 | 2024-03-25T19:34:39.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.228191764s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1024 | 2024-03-25T19:34:39.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 705.628412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1025 | 2024-03-25T19:34:39.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 971.497204ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1026 | 2024-03-25T19:34:39.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 986.770888ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1027 | 2024-03-25T19:34:39.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 1.335269381s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1028 | 2024-03-25T19:34:39.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 927.484425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1029 | 2024-03-25T19:34:39.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 1.329372612s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1030 | 2024-03-25T19:34:39.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 1.030053473s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1031 | 2024-03-25T19:34:39.891Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 967.815596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1032 | 2024-03-25T19:34:39.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 1.123881909s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1033 | 2024-03-25T19:34:39.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 835.595725ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1034 | 2024-03-25T19:34:40.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 1.138276117s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1035 | 2024-03-25T19:34:40.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 648.686438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1036 | 2024-03-25T19:34:40.127Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 1.245118884s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1037 | 2024-03-25T19:34:40.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 1.083859658s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1038 | 2024-03-25T19:34:40.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 1.315026971s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1039 | 2024-03-25T19:34:40.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 1.371642058s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1040 | 2024-03-25T19:34:40.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 1.372486839s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1041 | 2024-03-25T19:34:40.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 1.25680243s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1042 | 2024-03-25T19:34:40.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 1.155892694s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1043 | 2024-03-25T19:34:40.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.360911647s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1044 | 2024-03-25T19:34:40.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 1.200399348s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1045 | 2024-03-25T19:34:40.760Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 1.248807581s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1046 | 2024-03-25T19:34:40.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 1.290421785s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1047 | 2024-03-25T19:34:40.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 1.356922s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1048 | 2024-03-25T19:34:40.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 745.289776ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1049 | 2024-03-25T19:34:40.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 1.174151676s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1050 | 2024-03-25T19:34:41.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 1.207706272s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1051 | 2024-03-25T19:34:41.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 1.093714071s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1052 | 2024-03-25T19:34:41.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 1.319329867s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1053 | 2024-03-25T19:34:41.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 646.834283ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1054 | 2024-03-25T19:34:41.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 815.409153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1055 | 2024-03-25T19:34:41.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 992.516797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1056 | 2024-03-25T19:34:41.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 1.107358071s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1057 | 2024-03-25T19:34:41.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 969.211695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1058 | 2024-03-25T19:34:41.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 1.098708038s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1059 | 2024-03-25T19:34:41.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 1.366279464s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1060 | 2024-03-25T19:34:41.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 1.139364731s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1061 | 2024-03-25T19:34:41.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 993.896769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1062 | 2024-03-25T19:34:41.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 1.057804347s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1063 | 2024-03-25T19:34:41.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 1.332782804s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1064 | 2024-03-25T19:34:42.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.232604193s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1065 | 2024-03-25T19:34:42.033Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 1.22110405s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1066 | 2024-03-25T19:34:42.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 897.09844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1067 | 2024-03-25T19:34:42.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 1.030500558s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1068 | 2024-03-25T19:34:42.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 807.152941ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1069 | 2024-03-25T19:34:42.170Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 583.174051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1070 | 2024-03-25T19:34:42.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 1.004458387s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1071 | 2024-03-25T19:34:42.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 666.468708ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1072 | 2024-03-25T19:34:42.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 659.989696ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1073 | 2024-03-25T19:34:42.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 1.326895724s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1074 | 2024-03-25T19:34:42.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 1.288021548s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1075 | 2024-03-25T19:34:42.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 988.132482ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1076 | 2024-03-25T19:34:42.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 1.082049636s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1077 | 2024-03-25T19:34:42.760Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 741.465292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1078 | 2024-03-25T19:34:42.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 688.512714ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1079 | 2024-03-25T19:34:42.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 1.21753456s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1080 | 2024-03-25T19:34:42.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 585.755258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1081 | 2024-03-25T19:34:42.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 1.409860414s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1082 | 2024-03-25T19:34:42.984Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 681.725868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1083 | 2024-03-25T19:34:43.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 516.833587ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1084 | 2024-03-25T19:34:43.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 766.295564ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1085 | 2024-03-25T19:34:43.078Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 1.242522153s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1086 | 2024-03-25T19:34:43.164Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 900.203196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1087 | 2024-03-25T19:34:43.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 873.035049ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1088 | 2024-03-25T19:34:43.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 827.666402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1089 | 2024-03-25T19:34:43.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.112262062s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1090 | 2024-03-25T19:34:43.278Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 598.408374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1091 | 2024-03-25T19:34:43.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 1.462906614s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1092 | 2024-03-25T19:34:43.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 748.358954ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1093 | 2024-03-25T19:34:43.539Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 1.470100013s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1094 | 2024-03-25T19:34:43.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 1.104571483s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1095 | 2024-03-25T19:34:43.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 1.330009704s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1096 | 2024-03-25T19:34:43.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 935.674425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1097 | 2024-03-25T19:34:43.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 603.075627ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1098 | 2024-03-25T19:34:43.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 648.073504ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1099 | 2024-03-25T19:34:43.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 1.094888908s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1100 | 2024-03-25T19:34:43.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 865.476063ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1101 | 2024-03-25T19:34:44.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 1.008759178s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1102 | 2024-03-25T19:34:44.132Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 656.280859ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1103 | 2024-03-25T19:34:44.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 1.415543481s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1104 | 2024-03-25T19:34:44.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 867.323169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1105 | 2024-03-25T19:34:44.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 673.052113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1106 | 2024-03-25T19:34:44.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 572.638285ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1107 | 2024-03-25T19:34:44.333Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 510.378655ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1108 | 2024-03-25T19:34:44.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.058137436s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1109 | 2024-03-25T19:34:44.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 728.35517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1110 | 2024-03-25T19:34:44.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 1.091802815s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1111 | 2024-03-25T19:34:44.441Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::e"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1112 | 2024-03-25T19:34:44.442Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1113 | 2024-03-25T19:34:44.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 688.645976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1114 | 2024-03-25T19:34:44.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 811.604738ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1115 | 2024-03-25T19:34:44.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 745.625063ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1116 | 2024-03-25T19:34:44.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 64.311013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1117 | 2024-03-25T19:34:44.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 1.308123959s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1118 | 2024-03-25T19:34:44.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 142.984527ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1119 | 2024-03-25T19:34:44.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 1.066890775s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1120 | 2024-03-25T19:34:44.885Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 667.99045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1121 | 2024-03-25T19:34:44.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 509.343815ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1122 | 2024-03-25T19:34:44.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 1.368987748s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1123 | 2024-03-25T19:34:44.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 1.398795208s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1124 | 2024-03-25T19:34:44.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 829.649598ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1125 | 2024-03-25T19:34:44.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 201.422259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1126 | 2024-03-25T19:34:45.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 868.544378ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1127 | 2024-03-25T19:34:45.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 1.050452573s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1128 | 2024-03-25T19:34:45.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 911.915164ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1129 | 2024-03-25T19:34:45.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 1.1441973s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1130 | 2024-03-25T19:34:45.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 1.328242558s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1131 | 2024-03-25T19:34:45.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 599.721483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1132 | 2024-03-25T19:34:45.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 416.273463ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1133 | 2024-03-25T19:34:45.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc") failed: Property not found. retry in 1.209586284s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1134 | 2024-03-25T19:34:45.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 1.416574821s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1135 | 2024-03-25T19:34:45.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.135081702s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1136 | 2024-03-25T19:34:45.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 684.507713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1137 | 2024-03-25T19:34:45.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 851.699016ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1138 | 2024-03-25T19:34:45.573Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 1.27848444s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1139 | 2024-03-25T19:34:45.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 1.431249685s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1140 | 2024-03-25T19:34:45.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.16864316s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1141 | 2024-03-25T19:34:45.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 778.826216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1142 | 2024-03-25T19:34:45.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a") failed: Property not found. retry in 1.362309808s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1143 | 2024-03-25T19:34:45.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 627.356658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1144 | 2024-03-25T19:34:45.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 1.31639942s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1145 | 2024-03-25T19:34:46.018Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3") failed: Property not found. retry in 1.387049621s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1146 | 2024-03-25T19:34:46.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e") failed: Property not found. retry in 813.632968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1147 | 2024-03-25T19:34:46.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542") failed: Property not found. retry in 571.08438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1148 | 2024-03-25T19:34:46.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 866.719202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1149 | 2024-03-25T19:34:46.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f") failed: Property not found. retry in 532.999652ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1150 | 2024-03-25T19:34:46.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41") failed: Property not found. retry in 1.31956765s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1151 | 2024-03-25T19:34:46.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 1.467053968s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1152 | 2024-03-25T19:34:46.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 1.158431865s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1153 | 2024-03-25T19:34:46.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c") failed: Property not found. retry in 1.200964923s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1154 | 2024-03-25T19:34:46.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb") failed: Property not found. retry in 681.417528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1155 | 2024-03-25T19:34:46.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e") failed: Property not found. retry in 706.937448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1156 | 2024-03-25T19:34:46.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 953.659976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1157 | 2024-03-25T19:34:46.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.110168134s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1158 | 2024-03-25T19:34:46.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9") failed: Property not found. retry in 1.476124745s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1159 | 2024-03-25T19:34:46.909Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 1.340711417s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1160 | 2024-03-25T19:34:47.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 1.48939674s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1161 | 2024-03-25T19:34:47.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c") failed: Property not found. retry in 886.689012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1162 | 2024-03-25T19:34:47.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 982.708694ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1163 | 2024-03-25T19:34:47.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 1.409672676s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1164 | 2024-03-25T19:34:47.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.141684558s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1165 | 2024-03-25T19:34:47.849Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 1.179048067s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1166 | 2024-03-25T19:34:47.994Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 720.010353ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1167 | 2024-03-25T19:34:48.269Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 1.35713736s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1168 | 2024-03-25T19:34:48.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 1.029982679s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1169 | 2024-03-25T19:34:48.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 687.808583ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1170 | 2024-03-25T19:34:48.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 715.170454ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1171 | 2024-03-25T19:34:48.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 518.907695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1172 | 2024-03-25T19:34:49.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 757.411565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1173 | 2024-03-25T19:34:49.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb") failed: Property not found. retry in 1.04262618s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1174 | 2024-03-25T19:34:49.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 939.456274ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1175 | 2024-03-25T19:34:49.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.318860394s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1176 | 2024-03-25T19:34:49.346Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 1.297455248s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1177 | 2024-03-25T19:34:49.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.378977524s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1178 | 2024-03-25T19:34:49.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 1.053632038s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1179 | 2024-03-25T19:34:49.782Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078") failed: Property not found. retry in 1.452911038s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1180 | 2024-03-25T19:34:50.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db") failed: Property not found. retry in 1.354040503s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1181 | 2024-03-25T19:34:50.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0") failed: Property not found. retry in 1.054635779s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1182 | 2024-03-25T19:34:50.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5") failed: Property not found. retry in 504.576141ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1183 | 2024-03-25T19:34:50.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02") failed: Property not found. retry in 634.990542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1184 | 2024-03-25T19:34:50.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 841.371309ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1185 | 2024-03-25T19:34:51.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.478967206s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1186 | 2024-03-25T19:34:52.763Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 241.150500487s
|
| 1187 | 2024-03-25T19:34:52.764Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 241.15063228s
|
| 1188 | 2024-03-25T19:34:52.764Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 241.152447885s
|
| 1189 | 2024-03-25T19:34:52.765Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 241.151224715s
|
| 1190 | 2024-03-25T19:34:52.779Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 241.376871327s
|
| 1191 | 2024-03-25T19:34:52.886Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 241.274839132s
|
| 1192 | 2024-03-25T19:34:52.977Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1193 | 2024-03-25T19:34:53.009Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58641
|
| 1194 | 2024-03-25T19:34:53.030Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 15585
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58641
req_id = 4f497d73-8bc7-4cb9-8175-752d0f84902d
response_code = 200
uri = /baseboard
|
| 1195 | 2024-03-25T19:34:53.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 704.209084ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1196 | 2024-03-25T19:34:53.234Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 241.832675084s
|
| 1197 | 2024-03-25T19:34:53.461Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 241.847399928s
|
| 1198 | 2024-03-25T19:34:53.532Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 241.919699821s
|
| 1199 | 2024-03-25T19:34:53.584Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 241.971412255s
|
| 1200 | 2024-03-25T19:34:53.722Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 242.110692579s
|
| 1201 | 2024-03-25T19:34:53.795Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 242.393330197s
|
| 1202 | 2024-03-25T19:34:53.812Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 242.201397686s
|
| 1203 | 2024-03-25T19:34:53.823Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1204 | 2024-03-25T19:34:53.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.299504606s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1205 | 2024-03-25T19:34:53.981Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1206 | 2024-03-25T19:34:54.286Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 242.674819848s
|
| 1207 | 2024-03-25T19:34:54.481Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 242.869164749s
|
| 1208 | 2024-03-25T19:34:54.548Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 242.934440428s
|
| 1209 | 2024-03-25T19:34:54.558Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 10.863181198s
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1210 | 2024-03-25T19:34:54.608Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 242.995635897s
|
| 1211 | 2024-03-25T19:34:54.720Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 243.317760837s
|
| 1212 | 2024-03-25T19:34:54.985Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1213 | 2024-03-25T19:34:55.080Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1214 | 2024-03-25T19:34:55.116Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 243.504541084s
|
| 1215 | 2024-03-25T19:34:55.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.188408092s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1216 | 2024-03-25T19:34:55.392Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 243.778705133s
|
| 1217 | 2024-03-25T19:34:55.490Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 243.877500579s
|
| 1218 | 2024-03-25T19:34:55.598Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 244.195892537s
|
| 1219 | 2024-03-25T19:34:55.637Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 244.025778624s
|
| 1220 | 2024-03-25T19:34:55.752Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 244.139758584s
|
| 1221 | 2024-03-25T19:34:55.825Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 244.213428141s
|
| 1222 | 2024-03-25T19:34:55.989Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1223 | 2024-03-25T19:34:56.343Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 244.730170551s
|
| 1224 | 2024-03-25T19:34:56.363Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 244.750926912s
|
| 1225 | 2024-03-25T19:34:56.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 624.528479ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1226 | 2024-03-25T19:34:56.497Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 244.885369187s
|
| 1227 | 2024-03-25T19:34:56.554Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 245.152225635s
|
| 1228 | 2024-03-25T19:34:56.992Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1229 | 2024-03-25T19:34:57.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.232405401s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1230 | 2024-03-25T19:34:57.076Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1231 | 2024-03-25T19:34:57.116Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 245.502490752s
|
| 1232 | 2024-03-25T19:34:57.328Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 245.716220841s
|
| 1233 | 2024-03-25T19:34:57.430Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 245.817147669s
|
| 1234 | 2024-03-25T19:34:57.490Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 246.08773996s
|
| 1235 | 2024-03-25T19:34:57.567Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 245.95591464s
|
| 1236 | 2024-03-25T19:34:57.726Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 246.113569737s
|
| 1237 | 2024-03-25T19:34:57.996Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1238 | 2024-03-25T19:34:58.010Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 246.396682657s
|
| 1239 | 2024-03-25T19:34:58.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.164226257s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1240 | 2024-03-25T19:34:58.454Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 247.052076205s
|
| 1241 | 2024-03-25T19:34:58.960Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 247.346537395s
|
| 1242 | 2024-03-25T19:34:59.000Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1243 | 2024-03-25T19:34:59.076Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1244 | 2024-03-25T19:34:59.231Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 247.619679519s
|
| 1245 | 2024-03-25T19:34:59.389Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 247.778256729s
|
| 1246 | 2024-03-25T19:34:59.411Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 247.79817305s
|
| 1247 | 2024-03-25T19:34:59.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.022189792s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1248 | 2024-03-25T19:34:59.484Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 247.872373079s
|
| 1249 | 2024-03-25T19:35:00.003Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1250 | 2024-03-25T19:35:00.290Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 248.676904274s
|
| 1251 | 2024-03-25T19:35:00.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.121360245s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1252 | 2024-03-25T19:35:00.760Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 249.147589699s
|
| 1253 | 2024-03-25T19:35:01.008Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1254 | 2024-03-25T19:35:01.014Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 249.40272231s
|
| 1255 | 2024-03-25T19:35:01.076Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:629
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1256 | 2024-03-25T19:35:01.253Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 249.641526377s
|
| 1257 | 2024-03-25T19:35:01.497Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 250.094754s
|
| 1258 | 2024-03-25T19:35:01.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 592.541485ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1259 | 2024-03-25T19:35:02.012Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/481509e2-07f6-4c08-bb1f-8821a339969e): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:169
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1260 | 2024-03-25T19:35:02.039Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 250.426782876s
|
| 1261 | 2024-03-25T19:35:02.054Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/481509e2-07f6-4c08-bb1f-8821a339969e/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 250.440854503s
|
| 1262 | 2024-03-25T19:35:02.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.345352281s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1263 | 2024-03-25T19:35:02.884Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"60dda325-d1fd-4ff2-9139-81a8726991a4\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"60dda325-d1fd-4ff2-9139-81a8726991a4\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.272544728s
|
| 1264 | 2024-03-25T19:35:02.953Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"24981834-be76-4319-ba5a-9c38a148cbf6\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"24981834-be76-4319-ba5a-9c38a148cbf6\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.339497568s
|
| 1265 | 2024-03-25T19:35:02.956Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"39295df5-f9ad-4915-bc0f-677aedb6c10d\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"39295df5-f9ad-4915-bc0f-677aedb6c10d\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.342233146s
|
| 1266 | 2024-03-25T19:35:02.958Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"df39c082-31de-44ca-a62a-442a4ea9d8f0\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"df39c082-31de-44ca-a62a-442a4ea9d8f0\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.343864945s
|
| 1267 | 2024-03-25T19:35:02.962Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"ccbbe8bc-132d-41ad-96a1-4a1437207e3c\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"ccbbe8bc-132d-41ad-96a1-4a1437207e3c\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.558887066s
|
| 1268 | 2024-03-25T19:35:02.966Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"c7cf2452-a31d-40ff-8c6b-9f53bcda1e41\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"c7cf2452-a31d-40ff-8c6b-9f53bcda1e41\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.353882013s
|
| 1269 | 2024-03-25T19:35:02.969Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"da9fea62-ac8d-477d-bd8f-18d3084c9e41\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"da9fea62-ac8d-477d-bd8f-18d3084c9e41\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.35580683s
|
| 1270 | 2024-03-25T19:35:02.971Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"30d0abd0-21fa-4079-8ffe-c379b80d9129\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"30d0abd0-21fa-4079-8ffe-c379b80d9129\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.356727363s
|
| 1271 | 2024-03-25T19:35:02.975Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"14905ef7-1def-438b-9ed5-bc64bbfc2c4d\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"14905ef7-1def-438b-9ed5-bc64bbfc2c4d\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.57243112s
|
| 1272 | 2024-03-25T19:35:02.977Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"977bc3d1-30dc-4277-835a-11f9c6c33882\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"977bc3d1-30dc-4277-835a-11f9c6c33882\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.363940111s
|
| 1273 | 2024-03-25T19:35:02.982Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"fa27a54c-bdc0-4b92-bb8f-93d7b94048f2\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"fa27a54c-bdc0-4b92-bb8f-93d7b94048f2\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.578668254s
|
| 1274 | 2024-03-25T19:35:02.989Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"cd049b98-f74a-48b5-9a8e-5e3ae25835e0\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"cd049b98-f74a-48b5-9a8e-5e3ae25835e0\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.370601935s
|
| 1275 | 2024-03-25T19:35:02.991Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"f9b96125-0a6a-40f0-aa65-9fcd1d3f5f41\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"f9b96125-0a6a-40f0-aa65-9fcd1d3f5f41\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.37688622s
|
| 1276 | 2024-03-25T19:35:03.001Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0695e550-c613-4cb6-931b-3dced220600d\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"0695e550-c613-4cb6-931b-3dced220600d\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.3886533s
|
| 1277 | 2024-03-25T19:35:03.003Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0594dafa-191b-4aec-828e-adc07fb31504\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"0594dafa-191b-4aec-828e-adc07fb31504\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.390444424s
|
| 1278 | 2024-03-25T19:35:03.008Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"93f4ef4f-aceb-4e74-80ce-c2914f92d45f\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"93f4ef4f-aceb-4e74-80ce-c2914f92d45f\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.60487139s
|
| 1279 | 2024-03-25T19:35:03.012Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 403 Forbidden; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"8e7bd354-4242-4bf5-94ba-2a7c62417ec6\\", \\"content-length\\": \\"113\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"Forbidden\\"), message: \\"Forbidden\\", request_id: \\"8e7bd354-4242-4bf5-94ba-2a7c62417ec6\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.608676094s
|
| 1280 | 2024-03-25T19:35:03.320Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"893e48e8-0b71-408b-b8da-9e4c3c6ba606\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"893e48e8-0b71-408b-b8da-9e4c3c6ba606\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.70624103s
|
| 1281 | 2024-03-25T19:35:03.343Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"28c4eac7-d39c-454d-a465-5bcd9364c5ba\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"28c4eac7-d39c-454d-a465-5bcd9364c5ba\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.940201408s
|
| 1282 | 2024-03-25T19:35:03.391Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"5ce7252f-3219-47a3-9d88-4c74f907ff03\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"5ce7252f-3219-47a3-9d88-4c74f907ff03\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.777050616s
|
| 1283 | 2024-03-25T19:35:03.399Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"b75e20f1-d3a8-44ae-87c6-db20d66be098\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"b75e20f1-d3a8-44ae-87c6-db20d66be098\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.786522609s
|
| 1284 | 2024-03-25T19:35:03.429Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"f1353e3e-e7d9-42b3-8592-bdbbe7295820\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"f1353e3e-e7d9-42b3-8592-bdbbe7295820\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.025336667s
|
| 1285 | 2024-03-25T19:35:03.444Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0e8365a6-8233-49cb-8fa6-923a51bcf62d\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"0e8365a6-8233-49cb-8fa6-923a51bcf62d\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.040453869s
|
| 1286 | 2024-03-25T19:35:03.462Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"9b4851ac-84f6-4787-afee-43805b3807ec\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"9b4851ac-84f6-4787-afee-43805b3807ec\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.849415011s
|
| 1287 | 2024-03-25T19:35:03.471Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"a3d40196-aa85-4b9b-b927-5227d89aafaa\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"a3d40196-aa85-4b9b-b927-5227d89aafaa\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.859254383s
|
| 1288 | 2024-03-25T19:35:03.490Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"beefe302-e0c6-449e-b139-edb8e1aa99a6\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"beefe302-e0c6-449e-b139-edb8e1aa99a6\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.876101098s
|
| 1289 | 2024-03-25T19:35:03.534Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"85687219-c341-481c-8e7a-60448adfec61\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"85687219-c341-481c-8e7a-60448adfec61\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.130658373s
|
| 1290 | 2024-03-25T19:35:03.581Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"ab1f5e9e-6fc0-42ef-b538-32963da561ee\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"ab1f5e9e-6fc0-42ef-b538-32963da561ee\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.966844264s
|
| 1291 | 2024-03-25T19:35:03.586Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"2507a4c9-cc23-4ca0-8412-ebd11734ed43\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"2507a4c9-cc23-4ca0-8412-ebd11734ed43\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 251.971739675s
|
| 1292 | 2024-03-25T19:35:03.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9") failed: Property not found. retry in 1.255180576s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1293 | 2024-03-25T19:35:03.612Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"6355ec10-1fef-487f-a44f-b3d1f686647a\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"6355ec10-1fef-487f-a44f-b3d1f686647a\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 251.999457559s
|
| 1294 | 2024-03-25T19:35:03.663Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"cba5720c-e2dc-4612-82b4-cff753554db8\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"cba5720c-e2dc-4612-82b4-cff753554db8\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.050173139s
|
| 1295 | 2024-03-25T19:35:03.728Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"25815a4b-ad24-4cc5-a556-3da637fcd1eb\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"25815a4b-ad24-4cc5-a556-3da637fcd1eb\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.115241784s
|
| 1296 | 2024-03-25T19:35:03.761Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"1392c9be-1201-49e4-98b8-49b0a2f30ecf\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"1392c9be-1201-49e4-98b8-49b0a2f30ecf\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.148045632s
|
| 1297 | 2024-03-25T19:35:03.797Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0aa06a37-416e-48b2-b0a9-bd07280e6dbf\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"0aa06a37-416e-48b2-b0a9-bd07280e6dbf\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.184254805s
|
| 1298 | 2024-03-25T19:35:03.797Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"16042b6a-c63d-40ce-8fc0-b83153372c13\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:02 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"16042b6a-c63d-40ce-8fc0-b83153372c13\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.184293066s
|
| 1299 | 2024-03-25T19:35:03.856Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"dac1fe04-82ca-459c-95b8-8661af023b79\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"dac1fe04-82ca-459c-95b8-8661af023b79\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.453072961s
|
| 1300 | 2024-03-25T19:35:03.971Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"4c9771be-cdb3-4b69-abf8-cfd1b4ce7660\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"4c9771be-cdb3-4b69-abf8-cfd1b4ce7660\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.568405105s
|
| 1301 | 2024-03-25T19:35:04.024Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"2a72b384-4a4b-453a-9312-2a2f6f1bf67d\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"2a72b384-4a4b-453a-9312-2a2f6f1bf67d\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.410722138s
|
| 1302 | 2024-03-25T19:35:04.058Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"da5e3e83-ad40-4897-8729-72b1906a1910\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"da5e3e83-ad40-4897-8729-72b1906a1910\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.443720842s
|
| 1303 | 2024-03-25T19:35:04.138Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"44fed403-7a00-418d-ab52-9c7b9c84954a\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"44fed403-7a00-418d-ab52-9c7b9c84954a\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.52393636s
|
| 1304 | 2024-03-25T19:35:04.157Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"dcf1c5f1-ff2e-4f73-a0e8-164b583a5ce3\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"dcf1c5f1-ff2e-4f73-a0e8-164b583a5ce3\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.542925067s
|
| 1305 | 2024-03-25T19:35:04.173Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"9270aed6-f95c-418d-a394-1d5191f26add\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"9270aed6-f95c-418d-a394-1d5191f26add\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.559860565s
|
| 1306 | 2024-03-25T19:35:04.197Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"d92cd276-928d-4042-b91e-7ed133935f6e\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"d92cd276-928d-4042-b91e-7ed133935f6e\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.793432103s
|
| 1307 | 2024-03-25T19:35:04.239Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"d1cfea5c-e9f0-475a-b574-69f5953938d0\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"d1cfea5c-e9f0-475a-b574-69f5953938d0\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.835522801s
|
| 1308 | 2024-03-25T19:35:04.285Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"2c73cfea-b726-414a-aa0b-6a2573319637\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"2c73cfea-b726-414a-aa0b-6a2573319637\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.881552676s
|
| 1309 | 2024-03-25T19:35:04.305Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"eab26873-0156-4809-a16f-b76affedfd42\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"eab26873-0156-4809-a16f-b76affedfd42\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.902150743s
|
| 1310 | 2024-03-25T19:35:04.330Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"e2363836-2106-4b5e-b281-3c1a67f8af68\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"e2363836-2106-4b5e-b281-3c1a67f8af68\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.71620568s
|
| 1311 | 2024-03-25T19:35:04.368Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"5de0a75b-1d5d-4b97-a162-1c29bc5b5095\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"5de0a75b-1d5d-4b97-a162-1c29bc5b5095\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.754580556s
|
| 1312 | 2024-03-25T19:35:04.373Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"cef44cd1-7e74-4178-b301-584913d37052\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"cef44cd1-7e74-4178-b301-584913d37052\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.75959563s
|
| 1313 | 2024-03-25T19:35:04.426Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"bf6ec794-9438-461b-a315-2cdb1c2aa6b5\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"bf6ec794-9438-461b-a315-2cdb1c2aa6b5\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.02412136s
|
| 1314 | 2024-03-25T19:35:04.499Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"5faff55a-2cc9-4cd2-b939-0c17b0b3f29a\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"5faff55a-2cc9-4cd2-b939-0c17b0b3f29a\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.886462208s
|
| 1315 | 2024-03-25T19:35:04.529Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"46692898-0558-44d8-8e54-e04e377634c6\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"46692898-0558-44d8-8e54-e04e377634c6\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.917659557s
|
| 1316 | 2024-03-25T19:35:04.560Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0e2a55aa-48d7-4211-b04d-aaedb613955a\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"0e2a55aa-48d7-4211-b04d-aaedb613955a\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 252.94824715s
|
| 1317 | 2024-03-25T19:35:04.574Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"c69e5043-7ffc-4064-ade3-fc786ca2d30e\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"c69e5043-7ffc-4064-ade3-fc786ca2d30e\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.171163345s
|
| 1318 | 2024-03-25T19:35:04.602Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"afa3ad44-6817-4631-8499-a90245c3d68a\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"afa3ad44-6817-4631-8499-a90245c3d68a\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 252.988312098s
|
| 1319 | 2024-03-25T19:35:04.619Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"3393c44d-aaf6-47eb-b3bd-68a8b421d66d\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"3393c44d-aaf6-47eb-b3bd-68a8b421d66d\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.00704687s
|
| 1320 | 2024-03-25T19:35:04.718Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"f65a4228-8084-4245-aefe-3abf76c32d73\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"f65a4228-8084-4245-aefe-3abf76c32d73\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.314620552s
|
| 1321 | 2024-03-25T19:35:04.732Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0c9df736-efe2-40f2-a83f-88a1adc9d9e0\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"0c9df736-efe2-40f2-a83f-88a1adc9d9e0\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.119199375s
|
| 1322 | 2024-03-25T19:35:04.770Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"95ddc4f2-f15b-4a70-80f6-072a9fe06c72\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"95ddc4f2-f15b-4a70-80f6-072a9fe06c72\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.158603767s
|
| 1323 | 2024-03-25T19:35:04.886Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"7e96fc55-9b24-401a-8792-0e8ff611f614\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:03 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"7e96fc55-9b24-401a-8792-0e8ff611f614\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.482322937s
|
| 1324 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_db02a31f-0978-4220-95d7-a7697f3cc89e
|
| 1325 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_7daef799-a44f-4fd9-830d-1b406eb396e3
|
| 1326 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_6478fee5-3a41-40ae-b88c-7e77bd102a2e
|
| 1327 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_b1a8a76d-028b-4e87-a273-3ca7a1652ba9
|
| 1328 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_pantry_7702891a-ad4c-40bb-99d3-e61ae126ff5a
|
| 1329 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_1be8a0c2-8098-41bb-87b1-512eaed79b41
|
| 1330 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_e968a264-5412-491e-9bbb-e88c104d542f
|
| 1331 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_ac73012d-a220-4fc2-8680-c5d1dc70ca1c
|
| 1332 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_nexus_eefa6182-5d15-4f8b-89b4-2887009673db
|
| 1333 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_clickhouse_e7c183bc-eede-48e6-843e-1a5b298da6d9
|
| 1334 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_pantry_fe4b4f53-ab0e-4aa4-867c-c538b68b65dc
|
| 1335 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_external_dns_35fa89c5-c528-4b97-b3bc-20008b6be078
|
| 1336 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_oximeter_39b211a1-1ab1-47a8-96d0-e1c1a5d360fb
|
| 1337 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_pantry_b23ba11e-e8dc-48f2-b2af-c1ca655e2542
|
| 1338 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_nexus_bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5
|
| 1339 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_07316e9a-98cb-49d5-bc74-a47b4ebc04b0
|
| 1340 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_external_dns_89f14781-6a84-4fb4-9436-805c2f2d765c
|
| 1341 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_nexus_aaa61a79-d86a-48c9-ae03-582781a9ca02
|
| 1342 | 2024-03-25T19:35:04.892Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2994
zone = oxz_crucible_efd46a58-6473-4447-82f4-c5f342e274eb
|
| 1343 | 2024-03-25T19:35:04.893Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1344 | 2024-03-25T19:35:04.897Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1345 | 2024-03-25T19:35:04.900Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 42064033
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42825
req_id = be528b34-9147-4a02-abfb-73615dd101b8
response_code = 204
uri = /omicron-zones
|
| 1346 | 2024-03-25T19:35:04.913Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1063
|
| 1347 | 2024-03-25T19:35:04.913Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1348 | 2024-03-25T19:35:04.914Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1349 | 2024-03-25T19:35:04.915Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"03df207e-afa8-457f-abf0-9ff0e63d3782\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"03df207e-afa8-457f-abf0-9ff0e63d3782\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.302203926s
|
| 1350 | 2024-03-25T19:35:04.917Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:557
|
| 1351 | 2024-03-25T19:35:04.927Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:565
|
| 1352 | 2024-03-25T19:35:04.977Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV1 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 24,
},
),
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:688
|
| 1353 | 2024-03-25T19:35:04.987Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"dca26416-2930-4263-b2f9-0bfcce89c6e5\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"dca26416-2930-4263-b2f9-0bfcce89c6e5\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.372621233s
|
| 1354 | 2024-03-25T19:35:04.987Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"4e011dcc-1a7d-43a0-8c2e-ab477d53c3f2\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"4e011dcc-1a7d-43a0-8c2e-ab477d53c3f2\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.373432723s
|
| 1355 | 2024-03-25T19:35:04.994Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"bc01c95f-f837-4c61-acf0-4dc90dfd85b4\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"bc01c95f-f837-4c61-acf0-4dc90dfd85b4\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.59075798s
|
| 1356 | 2024-03-25T19:35:05.008Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"de1380b3-eb5e-440f-8e90-e999440e35ba\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:05 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"de1380b3-eb5e-440f-8e90-e999440e35ba\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.393424535s
|
| 1357 | 2024-03-25T19:35:05.025Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"f1915e0d-072a-4ffd-817c-a2e095b1b32b\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"f1915e0d-072a-4ffd-817c-a2e095b1b32b\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.412480976s
|
| 1358 | 2024-03-25T19:35:05.099Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"1d5aab83-8878-456d-8965-ceef99ed2800\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:05 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"481509e2-07f6-4c08-bb1f-8821a339969e\\\\\\"\\", request_id: \\"1d5aab83-8878-456d-8965-ceef99ed2800\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 253.695961604s
|
| 1359 | 2024-03-25T19:35:05.147Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:602
new_generation = 1
old_generation = 1
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1360 | 2024-03-25T19:35:05.209Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"e0b509aa-ca23-4ddc-9434-c29adaa4e397\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:05 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"e0b509aa-ca23-4ddc-9434-c29adaa4e397\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.594999586s
|
| 1361 | 2024-03-25T19:35:05.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41790
|
| 1362 | 2024-03-25T19:35:05.241Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2431
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41790
req_id = 8721ce01-01c6-4f6f-8fd6-aaff112b02a8
response_code = 200
uri = /network-bootstore-config
|
| 1363 | 2024-03-25T19:35:05.317Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"ced4f644-2cee-4788-8519-524d95d520de\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"ced4f644-2cee-4788-8519-524d95d520de\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.704992157s
|
| 1364 | 2024-03-25T19:35:05.398Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"3a3226a2-c726-4161-b27e-079fb1717a6f\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"3a3226a2-c726-4161-b27e-079fb1717a6f\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.783550394s
|
| 1365 | 2024-03-25T19:35:05.436Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Error Response: status: 503 Service Unavailable; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0363e26c-6ce6-4376-b38a-5110b40fd27a\\", \\"content-length\\": \\"133\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ServiceNotAvailable\\"), message: \\"Service Unavailable\\", request_id: \\"0363e26c-6ce6-4376-b38a-5110b40fd27a\\" }"
file = sled-agent/src/sled_agent.rs:1151
retry_after = 23.788654948s
sled_id = 481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1366 | 2024-03-25T19:35:05.536Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"43ef98fa-43e4-44cf-bdc9-958ffdcff847\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"43ef98fa-43e4-44cf-bdc9-958ffdcff847\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 253.922241234s
|
| 1367 | 2024-03-25T19:35:05.687Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"1effdf20-9be0-4ead-a922-9970a0cb501b\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:04 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"1effdf20-9be0-4ead-a922-9970a0cb501b\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 254.07422021s
|
| 1368 | 2024-03-25T19:35:05.853Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ffa1e642-8eb6-45c3-a6c8-81e39da7b70f", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:04 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "ffa1e642-8eb6-45c3-a6c8-81e39da7b70f" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1369 | 2024-03-25T19:35:06.047Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"6fcb9661-7c48-4020-bc7e-e5a404e248f9\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:06 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"6fcb9661-7c48-4020-bc7e-e5a404e248f9\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 254.434568674s
|
| 1370 | 2024-03-25T19:35:06.101Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"278de49b-bf8e-43ac-b605-a85b16c7aaec\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:05 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"278de49b-bf8e-43ac-b605-a85b16c7aaec\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 254.487663734s
|
| 1371 | 2024-03-25T19:35:06.273Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"40ac0064-7392-47da-ae2f-9d9551ab7144\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:06 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"40ac0064-7392-47da-ae2f-9d9551ab7144\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 254.65831366s
|
| 1372 | 2024-03-25T19:35:06.440Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"253e4abe-387f-4d28-a320-107c85b6ca8c\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:06 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"253e4abe-387f-4d28-a320-107c85b6ca8c\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 254.825914583s
|
| 1373 | 2024-03-25T19:35:06.544Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ff3a4c25-fc08-408e-9c90-649b3c6e748b", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:06 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "ff3a4c25-fc08-408e-9c90-649b3c6e748b" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1374 | 2024-03-25T19:35:06.782Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"36cd20ed-6dbe-4bfa-acdf-38151743b9ed\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:06 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"36cd20ed-6dbe-4bfa-acdf-38151743b9ed\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 255.168622951s
|
| 1375 | 2024-03-25T19:35:07.024Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"3532c05d-94e2-4e48-81a1-93646dcaa4fe\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"3532c05d-94e2-4e48-81a1-93646dcaa4fe\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 255.411777686s
|
| 1376 | 2024-03-25T19:35:07.092Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "82286703-7e82-44ae-8b90-47bc50132e90", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:06 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "82286703-7e82-44ae-8b90-47bc50132e90" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1377 | 2024-03-25T19:35:07.395Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"78cb9595-d85d-4631-851f-9c115a1dc00d\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"78cb9595-d85d-4631-851f-9c115a1dc00d\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 255.780425976s
|
| 1378 | 2024-03-25T19:35:07.438Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"fe0142a8-6522-4b1e-9bf6-fb0a0de5b1a1\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"fe0142a8-6522-4b1e-9bf6-fb0a0de5b1a1\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 255.824690126s
|
| 1379 | 2024-03-25T19:35:07.645Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "cee3edf0-03d1-4d1d-9b31-255e6bf00073", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "cee3edf0-03d1-4d1d-9b31-255e6bf00073" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1380 | 2024-03-25T19:35:07.772Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1381 | 2024-03-25T19:35:07.773Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1382 | 2024-03-25T19:35:07.773Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1383 | 2024-03-25T19:35:07.773Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1384 | 2024-03-25T19:35:07.773Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1385 | 2024-03-25T19:35:07.773Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1386 | 2024-03-25T19:35:07.773Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1387 | 2024-03-25T19:35:07.792Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1388 | 2024-03-25T19:35:07.792Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1389 | 2024-03-25T19:35:08.305Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"db5de610-bcc2-4df9-ab6a-30609439d0c2\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Mon, 25 Mar 2024 19:35:07 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"db5de610-bcc2-4df9-ab6a-30609439d0c2\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 256.690380359s
|
| 1390 | 2024-03-25T19:35:08.332Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "2fed2b01-6230-4e4f-8601-b84b7b09da11", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "2fed2b01-6230-4e4f-8601-b84b7b09da11" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1391 | 2024-03-25T19:35:08.365Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1392 | 2024-03-25T19:35:08.365Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 481509e2-07f6-4c08-bb1f-8821a339969e, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1393 | 2024-03-25T19:35:08.990Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e762b105-ec97-4dd2-ab6a-4ea6cd2d496c", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "e762b105-ec97-4dd2-ab6a-4ea6cd2d496c" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1394 | 2024-03-25T19:35:09.652Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "cf1a5ab0-0e37-4e75-8024-df3265278cc5", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:09 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "cf1a5ab0-0e37-4e75-8024-df3265278cc5" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1395 | 2024-03-25T19:35:10.193Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "1bde8723-6eca-4324-b27c-5a2c3fa35fb3", "content-length": "174", "date": "Mon, 25 Mar 2024 19:35:09 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "1bde8723-6eca-4324-b27c-5a2c3fa35fb3" }
file = sled-agent/src/rack_setup/service.rs:710
|
| 1396 | 2024-03-25T19:35:10.644Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1397 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1398 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1399 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1400 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1401 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1402 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1403 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1404 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1405 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1406 | 2024-03-25T19:35:10.645Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1407 | 2024-03-25T19:35:11.331Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63896
|
| 1408 | 2024-03-25T19:35:11.336Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57bcf973-d729-4836-95c6-62169101aa88, kind: Service { id: 35fa89c5-c528-4b97-b3bc-20008b6be078 }, name: Name("external-dns-35fa89c5-c528-4b97-b3bc-20008b6be078"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 109])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: eb42e342-bad0-4a57-82f1-af05a9e03bf7, kind: Service { id: 89f14781-6a84-4fb4-9436-805c2f2d765c }, name: Name("external-dns-89f14781-6a84-4fb4-9436-805c2f2d765c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 81])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b2013bcd-7048-47a0-a981-303d234a48cf, kind: Service { id: bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5 }, name: Name("nexus-bbe9fc3a-0e52-4de3-9a5f-be77d6e1b3b5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 15])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: e019d0b5-f95a-4d5a-b623-47ca19840001, kind: Service { id: eefa6182-5d15-4f8b-89b4-2887009673db }, name: Name("nexus-eefa6182-5d15-4f8b-89b4-2887009673db"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 32])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f5d5549c-3e09-406c-a442-153d022cee3f, kind: Service { id: aaa61a79-d86a-48c9-ae03-582781a9ca02 }, name: Name("nexus-aaa61a79-d86a-48c9-ae03-582781a9ca02"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 132])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1409 | 2024-03-25T19:35:11.336Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1410 | 2024-03-25T19:35:11.337Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1411 | 2024-03-25T19:35:11.337Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1412 | 2024-03-25T19:35:11.337Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1413 | 2024-03-25T19:35:11.337Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1414 | 2024-03-25T19:35:11.337Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1415 | 2024-03-25T19:35:11.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 5413
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63896
req_id = c4a32686-7975-4111-9b03-e983fd14d95a
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1416 | 2024-03-25T19:35:11.339Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:720
|
| 1417 | 2024-03-25T19:35:11.495Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33219
|
| 1418 | 2024-03-25T19:35:11.496Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1419 | 2024-03-25T19:35:11.498Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2250
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33219
req_id = 3d448ab3-9f7a-4640-a552-77581b708b82
response_code = 200
uri = /inventory
|
| 1420 | 2024-03-25T19:35:11.498Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1421 | 2024-03-25T19:35:11.499Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1422 | 2024-03-25T19:35:11.500Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1423 | 2024-03-25T19:35:11.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2174
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33219
req_id = 487b406f-bf8b-4fdf-9141-275391351fb9
response_code = 200
uri = /omicron-zones
|
| 1424 | 2024-03-25T19:35:23.065Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58538
|
| 1425 | 2024-03-25T19:35:23.065Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 61
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58538
req_id = fbfaccca-cc75-463c-940e-2e39e3a21ee3
response_code = 200
uri = /baseboard
|
| 1426 | 2024-03-25T19:35:33.060Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33676
|
| 1427 | 2024-03-25T19:35:33.172Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 111507
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33676
req_id = a765ae68-1432-48d1-8f2e-ce9f2b3bfdb1
response_code = 204
uri = /switch-ports
|
| 1428 | 2024-03-25T19:35:33.172Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58901
|
| 1429 | 2024-03-25T19:35:33.235Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 63114
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58901
req_id = 547bc3cf-96d3-40e1-868e-29dd588e7e7f
response_code = 204
uri = /switch-ports
|
| 1430 | 2024-03-25T19:35:33.235Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64974
|
| 1431 | 2024-03-25T19:35:33.236Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58901
req_id = 1aaa7f36-b5b5-4dd0-aee8-7cbd6a7a8032
response_code = 200
uri = /network-bootstore-config
|
| 1432 | 2024-03-25T19:35:33.236Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 627
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33676
req_id = 81651af7-b281-44d9-b323-3eb0c922852f
response_code = 200
uri = /network-bootstore-config
|
| 1433 | 2024-03-25T19:35:33.267Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 1434 | 2024-03-25T19:35:33.267Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 1435 | 2024-03-25T19:35:33.268Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 1436 | 2024-03-25T19:35:33.273Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 1437 | 2024-03-25T19:35:33.273Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 6639
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58901
req_id = 14e57e73-dd03-4d37-8bec-4f78a2d51070
response_code = 204
uri = /network-bootstore-config
|
| 1438 | 2024-03-25T19:35:33.275Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 3, current_generation: 2
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 1439 | 2024-03-25T19:35:33.275Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 1440 | 2024-03-25T19:35:33.275Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 1441 | 2024-03-25T19:35:33.275Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 3
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 1442 | 2024-03-25T19:35:33.275Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 509
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33676
req_id = 7ee58560-fb33-4237-9a97-10006de32309
response_code = 204
uri = /network-bootstore-config
|
| 1443 | 2024-03-25T19:35:33.297Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 61102
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64974
req_id = 444514b3-701b-4e02-bb0e-f1480cbdfc5f
response_code = 204
uri = /switch-ports
|
| 1444 | 2024-03-25T19:35:33.297Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64974
req_id = 75ecce56-4126-4538-9606-900dfb6af84a
response_code = 200
uri = /network-bootstore-config
|
| 1445 | 2024-03-25T19:35:53.130Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39009
|
| 1446 | 2024-03-25T19:35:53.130Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 102
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39009
req_id = 9c12248c-8540-4d04-8a3f-00b2305e2470
response_code = 200
uri = /baseboard
|
| 1447 | 2024-03-25T19:35:59.313Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::d]:39670
|
| 1448 | 2024-03-25T19:35:59.324Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 10897
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = f50fd15d-d783-462d-8c61-a95cb3b322b9
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1449 | 2024-03-25T19:36:03.252Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39764
|
| 1450 | 2024-03-25T19:36:03.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50814
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39764
req_id = f10c5054-d016-417c-a6a0-344f3cbbc276
response_code = 204
uri = /switch-ports
|
| 1451 | 2024-03-25T19:36:03.304Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 727
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39764
req_id = 19912c97-7b06-4495-913f-de5abdebffce
response_code = 200
uri = /network-bootstore-config
|
| 1452 | 2024-03-25T19:36:03.438Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34172
|
| 1453 | 2024-03-25T19:36:03.484Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45553
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34172
req_id = 3a5ea419-6948-47f5-a3ef-bd5b7ac4d1aa
response_code = 204
uri = /switch-ports
|
| 1454 | 2024-03-25T19:36:03.484Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39593
|
| 1455 | 2024-03-25T19:36:03.488Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3249
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34172
req_id = c0e39d9a-2e03-41b7-98db-689ada4867ba
response_code = 200
uri = /network-bootstore-config
|
| 1456 | 2024-03-25T19:36:03.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44849
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39593
req_id = acb411f3-2dfc-40e9-98b9-350ac4df98ad
response_code = 204
uri = /switch-ports
|
| 1457 | 2024-03-25T19:36:03.530Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39593
req_id = 22b22fd0-54cb-46de-b696-123587edc031
response_code = 200
uri = /network-bootstore-config
|
| 1458 | 2024-03-25T19:36:23.166Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47036
|
| 1459 | 2024-03-25T19:36:23.166Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 56
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47036
req_id = 5f4a1e0a-7d53-4f52-9155-23e85aba161a
response_code = 200
uri = /baseboard
|
| 1460 | 2024-03-25T19:36:29.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 731
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = e5ff1ef7-c959-4948-a55d-333eed0d60a3
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1461 | 2024-03-25T19:36:32.985Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50560
|
| 1462 | 2024-03-25T19:36:33.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48451
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50560
req_id = 61342870-2b93-41b1-9292-6fa20b78aacf
response_code = 204
uri = /switch-ports
|
| 1463 | 2024-03-25T19:36:33.034Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35251
|
| 1464 | 2024-03-25T19:36:33.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2616
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50560
req_id = 3b002e69-bee8-48e0-8826-845fe8e8d5ce
response_code = 200
uri = /network-bootstore-config
|
| 1465 | 2024-03-25T19:36:33.080Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45531
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35251
req_id = 432e8b7d-accd-4803-bf49-57f52149e807
response_code = 204
uri = /switch-ports
|
| 1466 | 2024-03-25T19:36:33.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 774
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35251
req_id = 7a1bba91-6c49-444d-9f64-fa8e0c757a3b
response_code = 200
uri = /network-bootstore-config
|
| 1467 | 2024-03-25T19:36:33.125Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63291
|
| 1468 | 2024-03-25T19:36:33.169Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43581
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63291
req_id = 7193f9e9-f3c3-4ae0-804b-368adc3faa21
response_code = 204
uri = /switch-ports
|
| 1469 | 2024-03-25T19:36:33.169Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63291
req_id = e5fa8586-5106-4ff0-a7de-c21931fa6636
response_code = 200
uri = /network-bootstore-config
|
| 1470 | 2024-03-25T19:36:35.714Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 1471 | 2024-03-25T19:36:53.202Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57910
|
| 1472 | 2024-03-25T19:36:53.202Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 67
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57910
req_id = f081a9ed-3b76-4e7a-9551-f4a118b86781
response_code = 200
uri = /baseboard
|
| 1473 | 2024-03-25T19:36:59.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 854
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 5f80b56d-0c4d-4369-9ae0-c3a404e6e5b9
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1474 | 2024-03-25T19:37:03.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56829
|
| 1475 | 2024-03-25T19:37:03.308Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50362
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56829
req_id = 6af54732-72dc-4663-9061-5d49a11c5324
response_code = 204
uri = /switch-ports
|
| 1476 | 2024-03-25T19:37:03.308Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43888
|
| 1477 | 2024-03-25T19:37:03.308Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50503
|
| 1478 | 2024-03-25T19:37:03.309Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 272
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56829
req_id = 7cbf9f52-0790-4621-ae9a-9f4ccc7888fb
response_code = 200
uri = /network-bootstore-config
|
| 1479 | 2024-03-25T19:37:03.356Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48017
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43888
req_id = aa803049-b04d-4542-8c70-a931ff16e4e7
response_code = 204
uri = /switch-ports
|
| 1480 | 2024-03-25T19:37:03.360Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 642
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43888
req_id = 599431f5-8d13-4e77-8e40-41ec1b2c7832
response_code = 200
uri = /network-bootstore-config
|
| 1481 | 2024-03-25T19:37:03.402Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 93728
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50503
req_id = 2408799e-c04d-4358-8fbf-9063ba916ead
response_code = 204
uri = /switch-ports
|
| 1482 | 2024-03-25T19:37:03.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50503
req_id = efc802b0-3db5-4698-bf5a-b1b889743fa2
response_code = 200
uri = /network-bootstore-config
|
| 1483 | 2024-03-25T19:37:23.236Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62588
|
| 1484 | 2024-03-25T19:37:23.236Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 71
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62588
req_id = 2d5ac8d0-01f7-4ec7-8f2f-3de99e55a003
response_code = 200
uri = /baseboard
|
| 1485 | 2024-03-25T19:37:29.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 893
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 4acb1484-010e-431d-a189-94f5e5222aa8
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1486 | 2024-03-25T19:37:33.067Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59070
|
| 1487 | 2024-03-25T19:37:33.116Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48910
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:59070
req_id = e7d4c9ad-052c-45cd-b78d-8b77918b6760
response_code = 204
uri = /switch-ports
|
| 1488 | 2024-03-25T19:37:33.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35183
|
| 1489 | 2024-03-25T19:37:33.117Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59041
|
| 1490 | 2024-03-25T19:37:33.120Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3434
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59070
req_id = 1a16f3cb-10fd-48ab-9248-bb12069e0cb8
response_code = 200
uri = /network-bootstore-config
|
| 1491 | 2024-03-25T19:37:33.167Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49970
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35183
req_id = 32dfc99d-1c42-470f-a59f-0b1f7608438e
response_code = 204
uri = /switch-ports
|
| 1492 | 2024-03-25T19:37:33.170Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 558
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35183
req_id = f41e2892-2025-43a2-8e8f-b7964ffac2e4
response_code = 200
uri = /network-bootstore-config
|
| 1493 | 2024-03-25T19:37:33.213Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 95969
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:59041
req_id = a01c317b-66cb-4200-bbcb-610dd480cfae
response_code = 204
uri = /switch-ports
|
| 1494 | 2024-03-25T19:37:33.213Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59041
req_id = e24e256a-c4f9-4b07-b573-72fca6826c90
response_code = 200
uri = /network-bootstore-config
|
| 1495 | 2024-03-25T19:37:53.269Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64815
|
| 1496 | 2024-03-25T19:37:53.269Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 71
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64815
req_id = a038e3dc-2b1e-41e0-9a95-6b3816fd9393
response_code = 200
uri = /baseboard
|
| 1497 | 2024-03-25T19:37:59.316Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 4739d601-06d1-4ea1-924e-5fe48d1748f1
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1498 | 2024-03-25T19:38:03.210Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42967
|
| 1499 | 2024-03-25T19:38:03.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49330
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42967
req_id = 68679386-243b-43b7-80f1-71e96c53917f
response_code = 204
uri = /switch-ports
|
| 1500 | 2024-03-25T19:38:03.260Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 842
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42967
req_id = d45b26c5-e09a-4d80-b916-691987265cce
response_code = 200
uri = /network-bootstore-config
|
| 1501 | 2024-03-25T19:38:03.264Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38066
|
| 1502 | 2024-03-25T19:38:03.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48197
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38066
req_id = 676e0977-6410-4135-b04c-787cb7bf0661
response_code = 204
uri = /switch-ports
|
| 1503 | 2024-03-25T19:38:03.313Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38066
req_id = e0a5408c-775b-4cb8-9deb-eabc81ec9c30
response_code = 200
uri = /network-bootstore-config
|
| 1504 | 2024-03-25T19:38:03.429Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48507
|
| 1505 | 2024-03-25T19:38:03.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48601
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48507
req_id = 90e2b874-ebee-4d42-881e-a849e2f2698a
response_code = 204
uri = /switch-ports
|
| 1506 | 2024-03-25T19:38:03.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48507
req_id = 986be600-80bf-444b-a075-058200d38ca2
response_code = 200
uri = /network-bootstore-config
|
| 1507 | 2024-03-25T19:38:23.303Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50566
|
| 1508 | 2024-03-25T19:38:23.303Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 131
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50566
req_id = e077742e-fa2c-469f-809f-205a27e76e9e
response_code = 200
uri = /baseboard
|
| 1509 | 2024-03-25T19:38:29.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 969
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 68bbd7ea-838c-4dcd-b456-c97748557936
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1510 | 2024-03-25T19:38:32.993Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35726
|
| 1511 | 2024-03-25T19:38:33.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45937
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:35726
req_id = 29ed8df7-f02e-4c67-a938-8108ab7e2100
response_code = 204
uri = /switch-ports
|
| 1512 | 2024-03-25T19:38:33.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35726
req_id = 81b11cd2-db20-48a5-bdfe-b144959ec22f
response_code = 200
uri = /network-bootstore-config
|
| 1513 | 2024-03-25T19:38:33.069Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61207
|
| 1514 | 2024-03-25T19:38:33.117Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48226
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61207
req_id = 752f4c39-1561-464e-abda-543fb4b57037
response_code = 204
uri = /switch-ports
|
| 1515 | 2024-03-25T19:38:33.118Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47354
|
| 1516 | 2024-03-25T19:38:33.118Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 176
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61207
req_id = 21fd5634-173c-4870-929b-6b4ca3d69f65
response_code = 200
uri = /network-bootstore-config
|
| 1517 | 2024-03-25T19:38:33.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44159
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:47354
req_id = b56b67da-7727-467b-a882-a16c8ba999b8
response_code = 204
uri = /switch-ports
|
| 1518 | 2024-03-25T19:38:33.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47354
req_id = 8abf7b87-b5a7-4528-9e8a-03b2005f6023
response_code = 200
uri = /network-bootstore-config
|
| 1519 | 2024-03-25T19:38:53.336Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56658
|
| 1520 | 2024-03-25T19:38:53.336Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 65
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56658
req_id = c9046b54-568f-4d2c-839a-5c792e7304d2
response_code = 200
uri = /baseboard
|
| 1521 | 2024-03-25T19:38:59.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 614
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 99700586-7e3c-4e49-ba6a-6c6ff2ba5583
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1522 | 2024-03-25T19:39:03.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38794
|
| 1523 | 2024-03-25T19:39:03.250Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 51934
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38794
req_id = c87d8520-dd10-48ab-8b14-bb84b7fc12ad
response_code = 204
uri = /switch-ports
|
| 1524 | 2024-03-25T19:39:03.250Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49324
|
| 1525 | 2024-03-25T19:39:03.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44403
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49324
req_id = 2a9a5db5-8726-4d93-b6fc-27e98e28a426
response_code = 204
uri = /switch-ports
|
| 1526 | 2024-03-25T19:39:03.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 750
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38794
req_id = de4dff91-0ea6-40eb-bd4c-4244b36afa09
response_code = 200
uri = /network-bootstore-config
|
| 1527 | 2024-03-25T19:39:03.296Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49324
req_id = ff6ced20-c213-4355-849e-464751323ca0
response_code = 200
uri = /network-bootstore-config
|
| 1528 | 2024-03-25T19:39:03.377Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58326
|
| 1529 | 2024-03-25T19:39:03.424Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46711
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58326
req_id = b7cf6b52-8fec-4578-aca6-62642dd395cf
response_code = 204
uri = /switch-ports
|
| 1530 | 2024-03-25T19:39:03.424Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58326
req_id = 95049e4d-beb3-488a-8499-e1b7ae544992
response_code = 200
uri = /network-bootstore-config
|
| 1531 | 2024-03-25T19:39:23.372Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64955
|
| 1532 | 2024-03-25T19:39:23.373Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 584
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64955
req_id = bb36e31f-4e7e-4ea7-ab76-f24a9f0ab24d
response_code = 200
uri = /baseboard
|
| 1533 | 2024-03-25T19:39:29.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 8ece2fc9-eedf-4479-be59-93b916d5a988
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1534 | 2024-03-25T19:39:32.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46561
|
| 1535 | 2024-03-25T19:39:33.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49249
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:46561
req_id = 0b65004f-b505-485a-9b2f-5850e8346530
response_code = 204
uri = /switch-ports
|
| 1536 | 2024-03-25T19:39:33.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46561
req_id = 7b3d2f30-e790-4572-a8ae-2c6e37f0971e
response_code = 200
uri = /network-bootstore-config
|
| 1537 | 2024-03-25T19:39:33.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51308
|
| 1538 | 2024-03-25T19:39:33.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46978
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:51308
req_id = 84525727-a96d-49e5-9c56-3cde9827b12d
response_code = 204
uri = /switch-ports
|
| 1539 | 2024-03-25T19:39:33.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51308
req_id = f8b1ca1e-7b33-4ccf-8385-b6d759b3a669
response_code = 200
uri = /network-bootstore-config
|
| 1540 | 2024-03-25T19:39:33.257Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41592
|
| 1541 | 2024-03-25T19:39:33.309Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 52046
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41592
req_id = 66dd24ed-269c-4b15-9d7d-13c9ac031fa1
response_code = 204
uri = /switch-ports
|
| 1542 | 2024-03-25T19:39:33.309Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41592
req_id = 9ff934dc-cbe8-4478-b3da-94471fa711fc
response_code = 200
uri = /network-bootstore-config
|
| 1543 | 2024-03-25T19:39:53.407Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49853
|
| 1544 | 2024-03-25T19:39:53.407Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 78
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49853
req_id = b9b70fe3-9aee-4e9c-9a4f-54896dceb1f9
response_code = 200
uri = /baseboard
|
| 1545 | 2024-03-25T19:39:59.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 937
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 6547c089-8ca5-40e2-9875-97f62a6e068b
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1546 | 2024-03-25T19:40:03.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:32811
|
| 1547 | 2024-03-25T19:40:03.219Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45281
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:32811
req_id = b7fc956e-9867-4964-b5ad-4ae27c7d5540
response_code = 204
uri = /switch-ports
|
| 1548 | 2024-03-25T19:40:03.219Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:32811
req_id = 957c1003-af0e-4065-b78d-0133ad82b90b
response_code = 200
uri = /network-bootstore-config
|
| 1549 | 2024-03-25T19:40:03.279Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65003
|
| 1550 | 2024-03-25T19:40:03.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46806
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:65003
req_id = 9f17049d-2ba8-462a-9556-060dd438894c
response_code = 204
uri = /switch-ports
|
| 1551 | 2024-03-25T19:40:03.327Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42806
|
| 1552 | 2024-03-25T19:40:03.327Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 845
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65003
req_id = c48834d0-980a-4548-998d-a8bffb900263
response_code = 200
uri = /network-bootstore-config
|
| 1553 | 2024-03-25T19:40:03.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46895
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:42806
req_id = 0cbede45-3122-4e1e-b5cd-6ad6f4162db0
response_code = 204
uri = /switch-ports
|
| 1554 | 2024-03-25T19:40:03.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42806
req_id = 6258386e-ef9d-44b4-a88c-1ef3f27faa39
response_code = 200
uri = /network-bootstore-config
|
| 1555 | 2024-03-25T19:40:23.440Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57842
|
| 1556 | 2024-03-25T19:40:23.440Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57842
req_id = 60687bb7-0ed2-4596-a4af-9ee1e27767f9
response_code = 200
uri = /baseboard
|
| 1557 | 2024-03-25T19:40:29.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 678
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 64d9c927-bcde-42fc-9047-61f0f34aec2b
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1558 | 2024-03-25T19:40:32.988Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50649
|
| 1559 | 2024-03-25T19:40:33.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49888
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50649
req_id = 388a75d3-56b2-4e94-9dec-32f2e71895ec
response_code = 204
uri = /switch-ports
|
| 1560 | 2024-03-25T19:40:33.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50649
req_id = 2ab4172a-9fad-4b7f-b5d9-8a60b455f8a5
response_code = 200
uri = /network-bootstore-config
|
| 1561 | 2024-03-25T19:40:33.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53691
|
| 1562 | 2024-03-25T19:40:33.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45844
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53691
req_id = 6baa61a1-34f0-4859-bfb9-fb8fa55d44a1
response_code = 204
uri = /switch-ports
|
| 1563 | 2024-03-25T19:40:33.163Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36960
|
| 1564 | 2024-03-25T19:40:33.163Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 323
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53691
req_id = 2a6ecc59-710a-480a-a718-d6072487eda3
response_code = 200
uri = /network-bootstore-config
|
| 1565 | 2024-03-25T19:40:33.217Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 54024
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:36960
req_id = 939b6c67-cfb4-4c76-bc53-ad91160b6799
response_code = 204
uri = /switch-ports
|
| 1566 | 2024-03-25T19:40:33.217Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36960
req_id = 8c5048d9-872a-4217-beb9-3e94351423e8
response_code = 200
uri = /network-bootstore-config
|
| 1567 | 2024-03-25T19:40:48.769Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:299
|
| 1568 | 2024-03-25T19:40:48.769Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1569 | 2024-03-25T19:40:48.806Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 2403, tv_nsec: 377018877 }
time_to_next_cleanup = 599.99999574s
|
| 1570 | 2024-03-25T19:40:53.476Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42627
|
| 1571 | 2024-03-25T19:40:53.476Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 93
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42627
req_id = 249374a8-e66b-45ea-b8a8-7a86f1973aff
response_code = 200
uri = /baseboard
|
| 1572 | 2024-03-25T19:40:59.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1348
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 937343d2-4423-4e8c-8527-9a289cf2bc73
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1573 | 2024-03-25T19:41:03.210Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43834
|
| 1574 | 2024-03-25T19:41:03.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49713
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43834
req_id = 638394f1-4578-423e-b904-ceb8d84ce883
response_code = 204
uri = /switch-ports
|
| 1575 | 2024-03-25T19:41:03.260Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52246
|
| 1576 | 2024-03-25T19:41:03.264Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3827
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43834
req_id = cd37406d-b13e-4808-910a-fb9cd3eb0c34
response_code = 200
uri = /network-bootstore-config
|
| 1577 | 2024-03-25T19:41:03.300Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53399
|
| 1578 | 2024-03-25T19:41:03.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47127
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52246
req_id = 675d43a5-d619-49d1-8b29-dbe96e25d906
response_code = 204
uri = /switch-ports
|
| 1579 | 2024-03-25T19:41:03.311Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 589
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52246
req_id = f6189a45-eb5c-43be-8281-af6d963cdde8
response_code = 200
uri = /network-bootstore-config
|
| 1580 | 2024-03-25T19:41:03.353Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 52862
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53399
req_id = 63208eff-6112-4e63-9a34-a5b90d8ae372
response_code = 204
uri = /switch-ports
|
| 1581 | 2024-03-25T19:41:03.355Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53399
req_id = 7d284a40-fce8-4638-b2d4-183f72404b28
response_code = 200
uri = /network-bootstore-config
|
| 1582 | 2024-03-25T19:41:23.510Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47371
|
| 1583 | 2024-03-25T19:41:23.510Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 82
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47371
req_id = 055ef60c-b00a-4b7b-8fa1-923526241c95
response_code = 200
uri = /baseboard
|
| 1584 | 2024-03-25T19:41:29.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1186
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = decc754f-d39a-475d-a709-6f61ba98a05b
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1585 | 2024-03-25T19:41:33.079Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59641
|
| 1586 | 2024-03-25T19:41:33.130Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 51182
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:59641
req_id = dd68da15-3d60-4585-b442-a2727229074f
response_code = 204
uri = /switch-ports
|
| 1587 | 2024-03-25T19:41:33.130Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45767
|
| 1588 | 2024-03-25T19:41:33.130Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40854
|
| 1589 | 2024-03-25T19:41:33.134Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 4306
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59641
req_id = 93180669-87b8-431b-b9ff-30a99ee547c1
response_code = 200
uri = /network-bootstore-config
|
| 1590 | 2024-03-25T19:41:33.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47949
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45767
req_id = 0be39094-b504-4f79-bddf-f8bcd9d645c2
response_code = 204
uri = /switch-ports
|
| 1591 | 2024-03-25T19:41:33.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 435
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45767
req_id = e225d0b7-5d24-4653-8c38-a7d0e418ca5a
response_code = 200
uri = /network-bootstore-config
|
| 1592 | 2024-03-25T19:41:33.225Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 94878
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40854
req_id = 31ad2e4c-3738-4ac4-a482-a5460ba58b61
response_code = 204
uri = /switch-ports
|
| 1593 | 2024-03-25T19:41:33.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40854
req_id = a06b36b5-e8f9-4e1b-a362-179fb4d5a289
response_code = 200
uri = /network-bootstore-config
|
| 1594 | 2024-03-25T19:41:35.714Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 1595 | 2024-03-25T19:41:53.541Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47983
|
| 1596 | 2024-03-25T19:41:53.541Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 108
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47983
req_id = 88b43a64-dc99-4577-9e2e-45be3eee1a49
response_code = 200
uri = /baseboard
|
| 1597 | 2024-03-25T19:41:59.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 566
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = ee09872c-d737-4f34-aefe-61a7f40c38ad
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1598 | 2024-03-25T19:42:03.195Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38214
|
| 1599 | 2024-03-25T19:42:03.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48718
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38214
req_id = 9dc35ae6-7065-4c3f-914d-67db0893f291
response_code = 204
uri = /switch-ports
|
| 1600 | 2024-03-25T19:42:03.244Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38214
req_id = 0aa9313e-7825-446f-bb34-259fb874f6ad
response_code = 200
uri = /network-bootstore-config
|
| 1601 | 2024-03-25T19:42:03.246Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36206
|
| 1602 | 2024-03-25T19:42:03.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49070
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36206
req_id = 45e1aabf-e64e-4ed7-b7ae-e07377e5f50b
response_code = 204
uri = /switch-ports
|
| 1603 | 2024-03-25T19:42:03.295Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50722
|
| 1604 | 2024-03-25T19:42:03.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36206
req_id = 4989ca21-5d8e-40b0-b933-e43cc277cde3
response_code = 200
uri = /network-bootstore-config
|
| 1605 | 2024-03-25T19:42:03.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49879
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50722
req_id = 2d4e33fa-2a91-4604-90c6-baa655d4919e
response_code = 204
uri = /switch-ports
|
| 1606 | 2024-03-25T19:42:03.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 186
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50722
req_id = 6fb4aee8-8eaf-4523-977b-7b7ea974c843
response_code = 200
uri = /network-bootstore-config
|
| 1607 | 2024-03-25T19:42:23.589Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42134
|
| 1608 | 2024-03-25T19:42:23.589Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 711
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42134
req_id = 4bbd72c9-dd7d-485e-9e15-9603c7eafe90
response_code = 200
uri = /baseboard
|
| 1609 | 2024-03-25T19:42:29.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1098
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = a907b06e-e3ba-440c-a668-dd1d9394afb8
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1610 | 2024-03-25T19:42:33.081Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48674
|
| 1611 | 2024-03-25T19:42:33.127Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45750
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48674
req_id = 2d28ba63-6af7-4154-81ad-c3babd77faaf
response_code = 204
uri = /switch-ports
|
| 1612 | 2024-03-25T19:42:33.127Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36872
|
| 1613 | 2024-03-25T19:42:33.173Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46090
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36872
req_id = 5e8be4b2-cfca-4520-b330-0f60ee9a1afb
response_code = 204
uri = /switch-ports
|
| 1614 | 2024-03-25T19:42:33.174Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53180
|
| 1615 | 2024-03-25T19:42:33.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3322
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48674
req_id = c957622e-4cf0-4a30-974f-6e8d9c4690a5
response_code = 200
uri = /network-bootstore-config
|
| 1616 | 2024-03-25T19:42:33.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3295
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36872
req_id = c0c2195c-63c2-4b32-ba82-9a9b8d64de0f
response_code = 200
uri = /network-bootstore-config
|
| 1617 | 2024-03-25T19:42:33.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47228
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53180
req_id = c904c66c-33fc-4414-a5fe-816d09bdfbb4
response_code = 204
uri = /switch-ports
|
| 1618 | 2024-03-25T19:42:33.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53180
req_id = 8860b999-dc36-401a-9c38-9f1316f52163
response_code = 200
uri = /network-bootstore-config
|
| 1619 | 2024-03-25T19:42:53.624Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54478
|
| 1620 | 2024-03-25T19:42:53.625Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 448
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54478
req_id = 4002e034-b05e-444e-aaa2-ffa400205399
response_code = 200
uri = /baseboard
|
| 1621 | 2024-03-25T19:42:59.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 509
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 1a89eeb4-0db6-4f55-9757-c94abc35a36f
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1622 | 2024-03-25T19:43:03.202Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56883
|
| 1623 | 2024-03-25T19:43:03.253Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50602
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56883
req_id = 6555f0cb-3c06-4295-9b7b-aebcbba11eb3
response_code = 204
uri = /switch-ports
|
| 1624 | 2024-03-25T19:43:03.253Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57197
|
| 1625 | 2024-03-25T19:43:03.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47536
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57197
req_id = 1fd52a11-269b-47a9-ac8f-5d10947336b4
response_code = 204
uri = /switch-ports
|
| 1626 | 2024-03-25T19:43:03.300Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39049
|
| 1627 | 2024-03-25T19:43:03.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 211
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57197
req_id = 3ab860b6-ff3a-4400-800a-c0ad3a99a831
response_code = 200
uri = /network-bootstore-config
|
| 1628 | 2024-03-25T19:43:03.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 766
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56883
req_id = 8cfff030-eb37-4643-b46c-faa55b1fde74
response_code = 200
uri = /network-bootstore-config
|
| 1629 | 2024-03-25T19:43:03.349Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48753
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39049
req_id = 39630c89-1d07-4ee4-8c7c-4e40bf4a0b2b
response_code = 204
uri = /switch-ports
|
| 1630 | 2024-03-25T19:43:03.350Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 713
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39049
req_id = 2531ad3a-4dfb-41cd-8ae7-bc439931cc37
response_code = 200
uri = /network-bootstore-config
|
| 1631 | 2024-03-25T19:43:23.657Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42345
|
| 1632 | 2024-03-25T19:43:23.657Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 87
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42345
req_id = 7bdca220-f1ed-4937-a7c2-4e382427149c
response_code = 200
uri = /baseboard
|
| 1633 | 2024-03-25T19:43:29.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 617
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 06ba2b81-3887-4572-a322-4eb5c25e4442
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1634 | 2024-03-25T19:43:33.061Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46850
|
| 1635 | 2024-03-25T19:43:33.112Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50721
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:46850
req_id = 34ff1484-ac72-495e-9018-cf5e11441997
response_code = 204
uri = /switch-ports
|
| 1636 | 2024-03-25T19:43:33.112Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46850
req_id = ecdd02b8-ce5b-48e6-93e9-ed1eefe68c43
response_code = 200
uri = /network-bootstore-config
|
| 1637 | 2024-03-25T19:43:33.139Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39694
|
| 1638 | 2024-03-25T19:43:33.191Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 52786
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39694
req_id = bab2cd5d-6b3a-4cfe-a3a6-71c2846a7dd2
response_code = 204
uri = /switch-ports
|
| 1639 | 2024-03-25T19:43:33.192Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39694
req_id = cb33a8a5-f0c6-4772-9e30-592617d43bfa
response_code = 200
uri = /network-bootstore-config
|
| 1640 | 2024-03-25T19:43:33.341Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37962
|
| 1641 | 2024-03-25T19:43:33.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49497
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37962
req_id = 9139ffe0-9077-4eab-8e44-02b070420662
response_code = 204
uri = /switch-ports
|
| 1642 | 2024-03-25T19:43:33.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37962
req_id = 345856a8-6afd-4ac7-8475-66826abf8dcf
response_code = 200
uri = /network-bootstore-config
|
| 1643 | 2024-03-25T19:43:53.691Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49163
|
| 1644 | 2024-03-25T19:43:53.691Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 58
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49163
req_id = 2bf48384-9df2-4adf-bda3-9a3f6ad3f1ec
response_code = 200
uri = /baseboard
|
| 1645 | 2024-03-25T19:43:59.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 560
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 0e496fec-8fa2-4ea9-b0f4-1dde078cb121
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1646 | 2024-03-25T19:44:03.111Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46233
|
| 1647 | 2024-03-25T19:44:03.161Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50091
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:46233
req_id = 0e476bcc-7338-4f32-9456-17133a7e1867
response_code = 204
uri = /switch-ports
|
| 1648 | 2024-03-25T19:44:03.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46233
req_id = dd1d1d85-934a-4aa7-a939-3295cbd3b3ab
response_code = 200
uri = /network-bootstore-config
|
| 1649 | 2024-03-25T19:44:03.376Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59960
|
| 1650 | 2024-03-25T19:44:03.424Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47807
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:59960
req_id = 47463f0d-31d4-45ca-b420-e5cd4dbbc461
response_code = 204
uri = /switch-ports
|
| 1651 | 2024-03-25T19:44:03.424Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59960
req_id = f22159c9-85f8-4315-b095-8be373eecbf3
response_code = 200
uri = /network-bootstore-config
|
| 1652 | 2024-03-25T19:44:03.518Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58166
|
| 1653 | 2024-03-25T19:44:03.564Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45666
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58166
req_id = 3d999b85-10c4-4d81-8521-4ab3d9927e70
response_code = 204
uri = /switch-ports
|
| 1654 | 2024-03-25T19:44:03.564Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58166
req_id = c6d00140-92dc-4ae0-85be-7dea23bb1054
response_code = 200
uri = /network-bootstore-config
|
| 1655 | 2024-03-25T19:44:16.414Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50103
|
| 1656 | 2024-03-25T19:44:16.428Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:521
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(11279520))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-ac5d953abba", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e59b5d58-2ca7-4177-b3a5-6229d2fff047, read_only_parent: Some(Volume { block_size: 512, id: e5e22bba-e71f-4911-801a-d9583c48030f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 174ac4ad-9876-4b4f-8e62-e95ed7cf95b5, key: Some("ek6CRSmNAJdmvfpdh96I/Pa5Qy6BpZ3fUv1n4AeB7aE="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::17]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e59b5d58-2ca7-4177-b3a5-6229d2fff047, key: Some("wkbtEq1yKJf2UEU9ltuyNeb0gs3uiopIxpHsyqrnygI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::16]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAliJ15WHlYAACInXlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAJoideVh5WAAAiJ15WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI5OWMzMDkyZC0zMmQ1LTRlZTAtYjFmYy1iOTg5NDUxZjM1ZTkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQUlFREUzSldlbXVCc01ScHRzVXV1L3ppTk1BWjAxU0xHR1BmTE00ZUJnWCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
instance_runtime = InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }
metadata = InstanceMetadata { silo_id: aa898f32-4293-45da-a65f-a81d28acba11, project_id: b5f28efd-727c-4524-92e3-d5d4d8d38dd2 }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 9e50793b-efc8-4953-a931-40fd20f1ed6c
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-03-25T19:44:15.988096Z }
|
| 1657 | 2024-03-25T19:44:16.429Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:555
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1658 | 2024-03-25T19:44:16.429Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:938
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
propolis_id = 9e50793b-efc8-4953-a931-40fd20f1ed6c
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(11279520))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3, kind: Instance { id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 251, 249, 2])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(11279520), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-ac5d953abba", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e59b5d58-2ca7-4177-b3a5-6229d2fff047, read_only_parent: Some(Volume { block_size: 512, id: e5e22bba-e71f-4911-801a-d9583c48030f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 174ac4ad-9876-4b4f-8e62-e95ed7cf95b5, key: Some("ek6CRSmNAJdmvfpdh96I/Pa5Qy6BpZ3fUv1n4AeB7aE="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::17]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e59b5d58-2ca7-4177-b3a5-6229d2fff047, key: Some("wkbtEq1yKJf2UEU9ltuyNeb0gs3uiopIxpHsyqrnygI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::16]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAliJ15WHlYAACInXlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAJoideVh5WAAAiJ15WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI5OWMzMDkyZC0zMmQ1LTRlZTAtYjFmYy1iOTg5NDUxZjM1ZTkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQUlFREUzSldlbXVCc01ScHRzVXV1L3ppTk1BWjAxU0xHR1BmTE00ZUJnWCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-03-25T19:44:15.988096Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }
|
| 1659 | 2024-03-25T19:44:16.430Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 16547
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50103
req_id = 59e4f7da-442f-41b5-a211-2ceb43fe8d02
response_code = 200
uri = /instances/99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1660 | 2024-03-25T19:44:16.538Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41312
|
| 1661 | 2024-03-25T19:44:16.541Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3165
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41312
req_id = 603d3c2c-8941-4c88-b1ad-39bd59a99d8b
response_code = 200
uri = /instances/99c3092d-32d5-4ee0-b1fc-b989451f35e9/state
|
| 1662 | 2024-03-25T19:44:16.567Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 251, 249, 2]), slot: 0, vni: Vni { inner: 11279520 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1663 | 2024-03-25T19:44:16.568Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1664 | 2024-03-25T19:44:16.602Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
file = illumos-utils/src/zone.rs:315
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1665 | 2024-03-25T19:44:16.625Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
file = illumos-utils/src/zone.rs:354
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1666 | 2024-03-25T19:44:18.796Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1:0"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::c]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1667 | 2024-03-25T19:44:18.796Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1668 | 2024-03-25T19:44:18.979Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 68.177476ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1669 | 2024-03-25T19:44:19.060Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 65.300506ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1670 | 2024-03-25T19:44:19.145Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 194.269637ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1671 | 2024-03-25T19:44:19.356Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 242.352187ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1672 | 2024-03-25T19:44:19.615Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 1.169138027s
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1673 | 2024-03-25T19:44:20.796Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 1.138337505s
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1674 | 2024-03-25T19:44:21.945Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 596.026187ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1675 | 2024-03-25T19:44:22.552Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 579.07421ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1676 | 2024-03-25T19:44:23.141Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 1.047230016s
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
zone = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1677 | 2024-03-25T19:44:23.725Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36608
|
| 1678 | 2024-03-25T19:44:23.725Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 91
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36608
req_id = c1ea5750-2daa-48cc-bef0-0db1ac7bf7e1
response_code = 200
uri = /baseboard
|
| 1679 | 2024-03-25T19:44:24.218Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
file = sled-agent/src/instance.rs:1423
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1680 | 2024-03-25T19:44:24.228Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 39.699536ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1681 | 2024-03-25T19:44:24.277Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 126.506328ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1682 | 2024-03-25T19:44:24.413Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c") failed: Property not found. retry in 245.199529ms
file = illumos-utils/src/svc.rs:36
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1683 | 2024-03-25T19:44:24.669Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1432
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1684 | 2024-03-25T19:44:24.705Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1446
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1685 | 2024-03-25T19:44:24.707Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAliJ15WHlYAACInXlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAJoideVh5WAAAiJ15WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI5OWMzMDkyZC0zMmQ1LTRlZTAtYjFmYy1iOTg5NDUxZjM1ZTkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQUlFREUzSldlbXVCc01ScHRzVXV1L3ppTk1BWjAxU0xHR1BmTE00ZUJnWCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-ac5d953abba", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e59b5d58-2ca7-4177-b3a5-6229d2fff047, read_only_parent: Some(Volume { block_size: 512, id: e5e22bba-e71f-4911-801a-d9583c48030f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 174ac4ad-9876-4b4f-8e62-e95ed7cf95b5, key: Some("ek6CRSmNAJdmvfpdh96I/Pa5Qy6BpZ3fUv1n4AeB7aE="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::17]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e59b5d58-2ca7-4177-b3a5-6229d2fff047, key: Some("wkbtEq1yKJf2UEU9ltuyNeb0gs3uiopIxpHsyqrnygI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::16]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 99c3092d-32d5-4ee0-b1fc-b989451f35e9, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: b5f28efd-727c-4524-92e3-d5d4d8d38dd2, silo_id: aa898f32-4293-45da-a65f-a81d28acba11 }, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:685
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1686 | 2024-03-25T19:44:24.883Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:687
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1687 | 2024-03-25T19:44:24.883Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-03-25T19:44:24.883559056Z }
file = sled-agent/src/instance.rs:569
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1688 | 2024-03-25T19:44:24.883Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
new_instance_state = InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-03-25T19:44:24.883559056Z }
propolis_id = 9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1689 | 2024-03-25T19:44:24.883Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }, propolis_id: 9e50793b-efc8-4953-a931-40fd20f1ed6c, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-03-25T19:44:24.883559056Z } }
|
| 1690 | 2024-03-25T19:44:24.914Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-03-25T19:44:24.914348026Z }
file = sled-agent/src/instance.rs:569
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1691 | 2024-03-25T19:44:24.914Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
new_instance_state = InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-03-25T19:44:24.914348026Z }
propolis_id = 9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1692 | 2024-03-25T19:44:24.914Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }, propolis_id: 9e50793b-efc8-4953-a931-40fd20f1ed6c, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-03-25T19:44:24.914348026Z } }
|
| 1693 | 2024-03-25T19:44:29.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 569
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:39670
req_id = 8e113984-51f5-4769-b9c1-856d9784f79a
response_code = 200
uri = /metrics/collect/481509e2-07f6-4c08-bb1f-8821a339969e
|
| 1694 | 2024-03-25T19:44:33.018Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42542
|
| 1695 | 2024-03-25T19:44:33.066Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47899
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42542
req_id = 18edf628-afd0-4ad3-afc6-2f71e80a08b2
response_code = 204
uri = /switch-ports
|
| 1696 | 2024-03-25T19:44:33.069Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42542
req_id = a0f834bb-d059-4aa4-917e-c0188ff5a52e
response_code = 200
uri = /network-bootstore-config
|
| 1697 | 2024-03-25T19:44:33.107Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36567
|
| 1698 | 2024-03-25T19:44:33.156Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48757
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:36567
req_id = 69f37c9f-4566-41d4-8183-ba8cf3d3ec6b
response_code = 204
uri = /switch-ports
|
| 1699 | 2024-03-25T19:44:33.156Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36567
req_id = e9d2ce41-69dc-4d69-b8dc-56a8450c92de
response_code = 200
uri = /network-bootstore-config
|
| 1700 | 2024-03-25T19:44:33.185Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63416
|
| 1701 | 2024-03-25T19:44:33.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46882
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63416
req_id = 5427d2d7-82f1-40d7-beae-d1001b708397
response_code = 204
uri = /switch-ports
|
| 1702 | 2024-03-25T19:44:33.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63416
req_id = 0cc014fd-f039-40e8-b03b-6ea31d992d98
response_code = 200
uri = /network-bootstore-config
|
| 1703 | 2024-03-25T19:44:34.818Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57249
|
| 1704 | 2024-03-25T19:44:34.819Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 551
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57249
req_id = b4620a49-0875-41d0-b814-4283c8fa01a7
response_code = 200
uri = /instances/99c3092d-32d5-4ee0-b1fc-b989451f35e9/state
|
| 1705 | 2024-03-25T19:44:34.819Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-03-25T19:44:34.819621332Z }
file = sled-agent/src/instance.rs:569
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1706 | 2024-03-25T19:44:34.819Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
new_instance_state = InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-03-25T19:44:34.819621332Z }
propolis_id = 9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1707 | 2024-03-25T19:44:34.819Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(9e50793b-efc8-4953-a931-40fd20f1ed6c), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-25T19:44:16.021135241Z }, propolis_id: 9e50793b-efc8-4953-a931-40fd20f1ed6c, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-03-25T19:44:34.819621332Z } }
|
| 1708 | 2024-03-25T19:44:34.836Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-03-25T19:44:34.836663332Z }
file = sled-agent/src/instance.rs:569
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1709 | 2024-03-25T19:44:34.836Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-25T19:44:34.836663332Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-03-25T19:44:34.836663332Z }
propolis_id = 9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1710 | 2024-03-25T19:44:34.836Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:606
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1711 | 2024-03-25T19:44:34.836Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1712 | 2024-03-25T19:44:34.836Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1713 | 2024-03-25T19:44:34.837Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:436
zone_name = oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
|
| 1714 | 2024-03-25T19:44:35.451Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1235
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c", bundle_id: 461e0257-9352-4917-961d-fd47c0b54306 }, time_created: 2024-03-25T19:44:34.837832211Z, version: 0, cause: TerminatedInstance }
|
| 1715 | 2024-03-25T19:44:35.451Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_9e50793b-efc8-4953-a931-40fd20f1ed6c
file = sled-agent/src/instance.rs:780
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1716 | 2024-03-25T19:44:37.208Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:269
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|
| 1717 | 2024-03-25T19:44:37.232Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-25T19:44:34.836663332Z }, propolis_id: 9e50793b-efc8-4953-a931-40fd20f1ed6c, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-03-25T19:44:37.232718945Z } }
|
| 1718 | 2024-03-25T19:44:37.308Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46286
|
| 1719 | 2024-03-25T19:44:37.310Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:620
|
| 1720 | 2024-03-25T19:44:37.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1539
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:46286
req_id = a734a35b-5fd3-4c03-ace9-f0e6f8a06d41
response_code = 204
uri = /v2p/d8c89c6e-ca5d-42fb-b313-ca8bc6894ea3
|
| 1721 | 2024-03-25T19:44:37.561Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-25T19:44:34.836663332Z }, propolis_id: 9e50793b-efc8-4953-a931-40fd20f1ed6c, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-03-25T19:44:37.232718945Z } }
|
| 1722 | 2024-03-25T19:44:37.564Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:723
instance_id = 99c3092d-32d5-4ee0-b1fc-b989451f35e9
|