| 1 | | [ Mar 26 14:46:04 Enabled. ] |
| 2 | | [ Mar 26 14:46:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Mar 26 14:46:04 Method "start" exited with status 0. ] |
| 4 | | [ Mar 26 14:46:04 Rereading configuration. ] |
| 5 | | [ Mar 26 14:46:04 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-03-26T14:46:04.683Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:248
|
| 8 | 2024-03-26T14:46:04.738Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-03-26T14:46:04.738Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 10 | 2024-03-26T14:46:04.850Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 11 | 2024-03-26T14:46:04.859Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 12 | 2024-03-26T14:46:04.867Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:265
path = /var/run/oxide/
|
| 13 | 2024-03-26T14:46:05.470Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:84
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }
|
| 14 | 2024-03-26T14:46:05.609Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:117
|
| 15 | 2024-03-26T14:46:05.609Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:129
|
| 16 | 2024-03-26T14:46:05.609Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:141
|
| 17 | 2024-03-26T14:46:05.609Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:162
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 18 | 2024-03-26T14:46:05.609Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:268
|
| 19 | 2024-03-26T14:46:05.609Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 20 | 2024-03-26T14:46:05.609Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 21 | 2024-03-26T14:46:05.613Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 22 | 2024-03-26T14:46:05.613Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 23 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:176
|
| 24 | 2024-03-26T14:46:05.613Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 25 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 26 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 27 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 28 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 29 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 30 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 31 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 32 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/long_running_tasks.rs:232
|
| 33 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/long_running_tasks.rs:232
|
| 34 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/long_running_tasks.rs:232
|
| 35 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/long_running_tasks.rs:232
|
| 36 | 2024-03-26T14:46:05.613Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:88
|
| 37 | 2024-03-26T14:46:05.613Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:244
underlay_network_info = None
|
| 38 | 2024-03-26T14:46:05.613Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }))
file = sled-storage/src/manager.rs:346
|
| 39 | 2024-03-26T14:46:05.803Z | INFO | SledAgent (StorageManager): Channel capacity decreased
current = 245
file = sled-storage/src/manager.rs:326
previous = 256
|
| 40 | 2024-03-26T14:46:05.803Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/long_running_tasks.rs:90
|
| 41 | 2024-03-26T14:46:05.803Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }))
file = sled-storage/src/manager.rs:346
|
| 42 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, slot: 1026 }))
file = sled-storage/src/manager.rs:346
|
| 43 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1027 }))
file = sled-storage/src/manager.rs:346
|
| 44 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1028 }))
file = sled-storage/src/manager.rs:346
|
| 45 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1029 }))
file = sled-storage/src/manager.rs:346
|
| 46 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1030 }))
file = sled-storage/src/manager.rs:346
|
| 47 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, slot: 1031 }))
file = sled-storage/src/manager.rs:346
|
| 48 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, slot: 1032 }))
file = sled-storage/src/manager.rs:346
|
| 49 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, slot: 1033 }))
file = sled-storage/src/manager.rs:346
|
| 50 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, slot: 1034 }))
file = sled-storage/src/manager.rs:346
|
| 51 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 52 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Channel capacity increased
current = 255
file = sled-storage/src/manager.rs:336
previous = 245
|
| 53 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 54 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1708032, free: 20936257536, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1720320, free: 20936245248, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } })} }
|
| 55 | 2024-03-26T14:46:05.981Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:200
|
| 56 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 57 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 58 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 59 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 60 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 61 | 2024-03-26T14:46:05.981Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 62 | 2024-03-26T14:46:05.981Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:205
|
| 63 | 2024-03-26T14:46:05.981Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:220
|
| 64 | 2024-03-26T14:46:05.996Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:700
|
| 65 | 2024-03-26T14:46:05.996Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 1495, tv_nsec: 688934907 }
time_to_next_cleanup = 599.999946659s
|
| 66 | 2024-03-26T14:46:05.996Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3531
|
| 67 | 2024-03-26T14:46:05.996Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 68 | 2024-03-26T14:46:05.998Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 69 | 2024-03-26T14:46:05.998Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 70 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 71 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 72 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
},
}
file = sled-agent/src/rack_setup/service.rs:812
|
| 73 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 74 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 75 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 76 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 77 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:872
|
| 78 | 2024-03-26T14:46:05.999Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 79 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 80 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 81 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:913
|
| 82 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 83 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 84 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 85 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 86 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 87 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 88 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:946
|
| 89 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 90 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 91 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 92 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 93 | 2024-03-26T14:46:06.000Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, rack_id: 4b334e8c-64f2-463f-90ec-5a4a5cab64b9, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 94 | 2024-03-26T14:46:06.001Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:a02a::1]:41978
|
| 95 | 2024-03-26T14:46:06.001Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, rack_id: 4b334e8c-64f2-463f-90ec-5a4a5cab64b9, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:364
|
| 96 | 2024-03-26T14:46:06.001Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:379
|
| 97 | 2024-03-26T14:46:06.001Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:47
|
| 98 | 2024-03-26T14:46:06.001Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 99 | 2024-03-26T14:46:06.001Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:346
|
| 100 | 2024-03-26T14:46:06.001Z | INFO | SledAgent (StorageManager): Attempting to add queued disks
file = sled-storage/src/manager.rs:394
num_disks = 9
|
| 101 | 2024-03-26T14:46:06.003Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3762
|
| 102 | 2024-03-26T14:46:06.011Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 103 | 2024-03-26T14:46:06.011Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 104 | 2024-03-26T14:46:06.011Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 105 | 2024-03-26T14:46:06.011Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 106 | 2024-03-26T14:46:06.011Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 107 | 2024-03-26T14:46:06.011Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 108 | 2024-03-26T14:46:06.042Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 109 | 2024-03-26T14:46:06.050Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 110 | 2024-03-26T14:46:06.082Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:356
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 111 | 2024-03-26T14:46:06.082Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:84
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 112 | 2024-03-26T14:46:06.157Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-storage/src/dataset.rs:474
|
| 113 | 2024-03-26T14:46:06.179Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 114 | 2024-03-26T14:46:06.180Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 115 | 2024-03-26T14:46:06.180Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 116 | 2024-03-26T14:46:06.180Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 117 | 2024-03-26T14:46:06.180Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 118 | 2024-03-26T14:46:06.180Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 119 | 2024-03-26T14:46:06.209Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 120 | 2024-03-26T14:46:06.217Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 121 | 2024-03-26T14:46:06.320Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-storage/src/dataset.rs:474
|
| 122 | 2024-03-26T14:46:06.343Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 123 | 2024-03-26T14:46:06.343Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 124 | 2024-03-26T14:46:06.343Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 125 | 2024-03-26T14:46:06.343Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 126 | 2024-03-26T14:46:06.343Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 127 | 2024-03-26T14:46:06.343Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 128 | 2024-03-26T14:46:06.372Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 129 | 2024-03-26T14:46:06.379Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 130 | 2024-03-26T14:46:06.486Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 131 | 2024-03-26T14:46:06.509Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 132 | 2024-03-26T14:46:06.509Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 133 | 2024-03-26T14:46:06.509Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 134 | 2024-03-26T14:46:06.509Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 135 | 2024-03-26T14:46:06.509Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 136 | 2024-03-26T14:46:06.509Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 137 | 2024-03-26T14:46:06.537Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 138 | 2024-03-26T14:46:06.544Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 139 | 2024-03-26T14:46:06.650Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 140 | 2024-03-26T14:46:06.672Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 141 | 2024-03-26T14:46:06.672Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 142 | 2024-03-26T14:46:06.672Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 143 | 2024-03-26T14:46:06.673Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 144 | 2024-03-26T14:46:06.673Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 145 | 2024-03-26T14:46:06.673Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 146 | 2024-03-26T14:46:06.701Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 147 | 2024-03-26T14:46:06.709Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 148 | 2024-03-26T14:46:06.813Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 149 | 2024-03-26T14:46:06.836Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 150 | 2024-03-26T14:46:06.836Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 151 | 2024-03-26T14:46:06.836Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 152 | 2024-03-26T14:46:06.836Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 153 | 2024-03-26T14:46:06.836Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 154 | 2024-03-26T14:46:06.836Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 155 | 2024-03-26T14:46:06.864Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 156 | 2024-03-26T14:46:06.872Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 157 | 2024-03-26T14:46:06.977Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-storage/src/dataset.rs:474
|
| 158 | 2024-03-26T14:46:07.000Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 159 | 2024-03-26T14:46:07.000Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 160 | 2024-03-26T14:46:07.000Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 161 | 2024-03-26T14:46:07.000Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 162 | 2024-03-26T14:46:07.000Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 163 | 2024-03-26T14:46:07.000Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 164 | 2024-03-26T14:46:07.029Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 165 | 2024-03-26T14:46:07.036Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 166 | 2024-03-26T14:46:07.142Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-storage/src/dataset.rs:474
|
| 167 | 2024-03-26T14:46:07.164Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 168 | 2024-03-26T14:46:07.164Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 169 | 2024-03-26T14:46:07.164Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 170 | 2024-03-26T14:46:07.164Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 171 | 2024-03-26T14:46:07.164Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 172 | 2024-03-26T14:46:07.164Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 173 | 2024-03-26T14:46:07.193Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 174 | 2024-03-26T14:46:07.201Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 175 | 2024-03-26T14:46:07.305Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 176 | 2024-03-26T14:46:07.328Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 177 | 2024-03-26T14:46:07.328Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 178 | 2024-03-26T14:46:07.328Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 179 | 2024-03-26T14:46:07.328Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 180 | 2024-03-26T14:46:07.328Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 181 | 2024-03-26T14:46:07.328Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 182 | 2024-03-26T14:46:07.358Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 183 | 2024-03-26T14:46:07.365Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 184 | 2024-03-26T14:46:07.471Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-storage/src/dataset.rs:474
|
| 185 | 2024-03-26T14:46:07.485Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 186 | 2024-03-26T14:46:07.485Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 187 | 2024-03-26T14:46:07.485Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:368
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 188 | 2024-03-26T14:46:07.488Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1029 }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1953792, free: 20936011776, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1030 }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1990656, free: 20935974912, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, slot: 1033 }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f", size: 20937965568, allocated: 2002944, free: 20935962624, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, slot: 1034 }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7", size: 20937965568, allocated: 1978368, free: 20935987200, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1024 }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1708032, free: 20936257536, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, slot: 1025 }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1720320, free: 20936245248, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, slot: 1031 }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, slot: 1032 }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60", size: 20937965568, allocated: 1978368, free: 20935987200, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, slot: 1026 }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 1941504, free: 20936024064, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1027 }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, slot: 1028 }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1966080, free: 20935999488, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } })} }
|
| 189 | 2024-03-26T14:46:07.509Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 190 | 2024-03-26T14:46:07.511Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 191 | 2024-03-26T14:46:07.529Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 192 | 2024-03-26T14:46:07.532Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 193 | 2024-03-26T14:46:07.532Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 194 | 2024-03-26T14:46:07.537Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:383
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 195 | 2024-03-26T14:46:07.537Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 196 | 2024-03-26T14:46:07.537Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 197 | 2024-03-26T14:46:07.604Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 198 | 2024-03-26T14:46:07.823Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 199 | 2024-03-26T14:46:07.835Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 200 | 2024-03-26T14:46:07.835Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 201 | 2024-03-26T14:46:07.835Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 202 | 2024-03-26T14:46:07.835Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 203 | 2024-03-26T14:46:08.006Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 204 | 2024-03-26T14:46:08.549Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 205 | 2024-03-26T14:46:08.607Z | INFO | SledAgent (StorageMonitor): Underlay Available
file = sled-agent/src/storage_monitor.rs:122
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 206 | 2024-03-26T14:46:08.607Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:265
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 207 | 2024-03-26T14:46:08.607Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:273
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 208 | 2024-03-26T14:46:08.607Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:982
underlay_address = fd00:1122:3344:101::1
|
| 209 | 2024-03-26T14:46:08.607Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 210 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 211 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:424
|
| 212 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 213 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 214 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 215 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 216 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:244
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))
|
| 217 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3531
|
| 218 | 2024-03-26T14:46:08.608Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:a02a::1]:41978
|
| 219 | 2024-03-26T14:46:08.791Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 220 | 2024-03-26T14:46:08.791Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 221 | 2024-03-26T14:46:08.791Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 222 | 2024-03-26T14:46:08.791Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 223 | 2024-03-26T14:46:08.791Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 224 | 2024-03-26T14:46:08.791Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 225 | 2024-03-26T14:46:08.795Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1156
retry_after = 139.678862ms
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 226 | 2024-03-26T14:46:08.796Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 227 | 2024-03-26T14:46:08.802Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 228 | 2024-03-26T14:46:08.803Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 229 | 2024-03-26T14:46:08.803Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 230 | 2024-03-26T14:46:08.803Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 231 | 2024-03-26T14:46:08.803Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 232 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 233 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 234 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 235 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 236 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 237 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 238 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 239 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 240 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 241 | 2024-03-26T14:46:08.804Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 242 | 2024-03-26T14:46:08.805Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 243 | 2024-03-26T14:46:08.805Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 244 | 2024-03-26T14:46:08.805Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 245 | 2024-03-26T14:46:08.805Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 246 | 2024-03-26T14:46:08.805Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 247 | 2024-03-26T14:46:08.805Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 248 | 2024-03-26T14:46:08.805Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 249 | 2024-03-26T14:46:08.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48381
|
| 250 | 2024-03-26T14:46:08.824Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 251 | 2024-03-26T14:46:08.824Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48381
req_id = 9341cf96-4ed1-48c9-adc5-1a0ea2bffa99
response_code = 200
uri = /zpools
|
| 252 | 2024-03-26T14:46:08.854Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48688
|
| 253 | 2024-03-26T14:46:08.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48688
req_id = 198e27ec-dc7b-4d83-99ce-2689e1de5f42
response_code = 200
uri = /sled-role
|
| 254 | 2024-03-26T14:46:08.858Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 255 | 2024-03-26T14:46:08.858Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 256 | 2024-03-26T14:46:08.858Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 257 | 2024-03-26T14:46:08.858Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:741
|
| 258 | 2024-03-26T14:46:08.887Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: d0bba901-234a-4871-a321-a6b1c723d712, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 54f13337-f935-49ce-8e63-34fca00d513c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:304
sled_address = [fd00:1122:3344:101::1]:12345
|
| 259 | 2024-03-26T14:46:08.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51126
|
| 260 | 2024-03-26T14:46:08.888Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 261 | 2024-03-26T14:46:08.888Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 262 | 2024-03-26T14:46:08.973Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1156
retry_after = 664.731185ms
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 263 | 2024-03-26T14:46:09.544Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 264 | 2024-03-26T14:46:09.544Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 265 | 2024-03-26T14:46:09.768Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 266 | 2024-03-26T14:46:09.768Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1156
retry_after = 1.334033479s
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 267 | 2024-03-26T14:46:10.330Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 268 | 2024-03-26T14:46:10.330Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 269 | 2024-03-26T14:46:10.975Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 270 | 2024-03-26T14:46:10.976Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 271 | 2024-03-26T14:46:11.175Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1156
retry_after = 1.370604579s
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 272 | 2024-03-26T14:46:11.186Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 273 | 2024-03-26T14:46:11.186Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 274 | 2024-03-26T14:46:11.186Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 275 | 2024-03-26T14:46:11.186Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 276 | 2024-03-26T14:46:11.342Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 277 | 2024-03-26T14:46:12.276Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 278 | 2024-03-26T14:46:12.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 66.563196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 279 | 2024-03-26T14:46:12.874Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1156
retry_after = 3.592663741s
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 280 | 2024-03-26T14:46:12.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 63.46601ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 281 | 2024-03-26T14:46:12.883Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 282 | 2024-03-26T14:46:12.883Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 283 | 2024-03-26T14:46:12.883Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 284 | 2024-03-26T14:46:13.277Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 285 | 2024-03-26T14:46:13.278Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 286 | 2024-03-26T14:46:13.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 228.16356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 287 | 2024-03-26T14:46:13.875Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
file = illumos-utils/src/zone.rs:315
|
| 288 | 2024-03-26T14:46:14.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 480.597872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 289 | 2024-03-26T14:46:14.325Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 290 | 2024-03-26T14:46:15.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 831.894206ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 291 | 2024-03-26T14:46:15.286Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 292 | 2024-03-26T14:46:15.527Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 293 | 2024-03-26T14:46:15.752Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
file = illumos-utils/src/zone.rs:354
|
| 294 | 2024-03-26T14:46:15.992Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
file = illumos-utils/src/zone.rs:315
|
| 295 | 2024-03-26T14:46:16.507Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
file = illumos-utils/src/zone.rs:354
|
| 296 | 2024-03-26T14:46:16.757Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1156
retry_after = 9.217399902s
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 297 | 2024-03-26T14:46:16.758Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 298 | 2024-03-26T14:46:16.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.425589698s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 299 | 2024-03-26T14:46:16.758Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
file = illumos-utils/src/zone.rs:315
|
| 300 | 2024-03-26T14:46:17.075Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
file = illumos-utils/src/zone.rs:354
|
| 301 | 2024-03-26T14:46:17.342Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/8caa8b41-973d-444e-9c30-975c7c5f5ef0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:629
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 302 | 2024-03-26T14:46:18.777Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService1"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:1::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:1::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:1::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:1::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 303 | 2024-03-26T14:46:18.777Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:84
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 304 | 2024-03-26T14:46:18.777Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 305 | 2024-03-26T14:46:19.279Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:277
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 306 | 2024-03-26T14:46:19.789Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService2"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:3::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:3::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:3::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:3::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 307 | 2024-03-26T14:46:20.267Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:84
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 308 | 2024-03-26T14:46:20.267Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService3"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:2::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:2::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:2::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:2::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 309 | 2024-03-26T14:46:20.267Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:84
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 310 | 2024-03-26T14:46:20.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 70.284844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 311 | 2024-03-26T14:46:20.276Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 312 | 2024-03-26T14:46:20.280Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 313 | 2024-03-26T14:46:20.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 129.119635ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 314 | 2024-03-26T14:46:20.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 25.790802ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 315 | 2024-03-26T14:46:20.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 62.15266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 316 | 2024-03-26T14:46:20.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 143.819049ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 317 | 2024-03-26T14:46:20.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 99.946424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 318 | 2024-03-26T14:46:20.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 148.230415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 319 | 2024-03-26T14:46:20.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 130.852306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 320 | 2024-03-26T14:46:20.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 145.370868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 321 | 2024-03-26T14:46:20.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 260.190828ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 322 | 2024-03-26T14:46:20.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 346.881128ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 323 | 2024-03-26T14:46:20.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 500.48506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 324 | 2024-03-26T14:46:21.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 1.192182599s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 325 | 2024-03-26T14:46:21.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 1.029490451s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 326 | 2024-03-26T14:46:21.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 739.255911ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 327 | 2024-03-26T14:46:22.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 529.573173ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 328 | 2024-03-26T14:46:22.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 1.403741071s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 329 | 2024-03-26T14:46:22.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 1.414870464s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 330 | 2024-03-26T14:46:22.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 873.097069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 331 | 2024-03-26T14:46:23.041Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:2284
|
| 332 | 2024-03-26T14:46:23.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 1.404883207s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 333 | 2024-03-26T14:46:23.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 923.039503ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 334 | 2024-03-26T14:46:23.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 562.846544ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 335 | 2024-03-26T14:46:24.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 790.32739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 336 | 2024-03-26T14:46:24.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712") failed: Property not found. retry in 1.376838345s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 337 | 2024-03-26T14:46:24.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c") failed: Property not found. retry in 1.056109829s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 338 | 2024-03-26T14:46:25.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e") failed: Property not found. retry in 880.096992ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 339 | 2024-03-26T14:46:26.041Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_internal_dns_d0bba901-234a-4871-a321-a6b1c723d712
|
| 340 | 2024-03-26T14:46:26.041Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_internal_dns_318fdf4e-b8a8-4fba-ace6-25fdb356914e
|
| 341 | 2024-03-26T14:46:26.041Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_internal_dns_54f13337-f935-49ce-8e63-34fca00d513c
|
| 342 | 2024-03-26T14:46:26.041Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 343 | 2024-03-26T14:46:26.041Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 344 | 2024-03-26T14:46:26.041Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 17154183
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:51126
req_id = f5a039d7-ae30-410d-a3c4-7f0c469b8bee
response_code = 204
uri = /omicron-zones
|
| 345 | 2024-03-26T14:46:26.043Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:422
|
| 346 | 2024-03-26T14:46:26.089Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:422
|
| 347 | 2024-03-26T14:46:26.180Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 75.717942ms)
dns_config_addr = [fd00:1122:3344:2::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:442
|
| 348 | 2024-03-26T14:46:26.273Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:422
|
| 349 | 2024-03-26T14:46:26.318Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:458
|
| 350 | 2024-03-26T14:46:26.318Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 351 | 2024-03-26T14:46:26.350Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 352 | 2024-03-26T14:46:27.077Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone
file = sled-agent/src/services.rs:2301
|
| 353 | 2024-03-26T14:46:27.077Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 354 | 2024-03-26T14:46:27.627Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fee6:344a
file = sled-agent/src/services.rs:2308
|
| 355 | 2024-03-26T14:46:27.632Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:2369
|
| 356 | 2024-03-26T14:46:27.755Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2554
|
| 357 | 2024-03-26T14:46:27.991Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2718
|
| 358 | 2024-03-26T14:46:28.181Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2433
|
| 359 | 2024-03-26T14:46:28.472Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2468
|
| 360 | 2024-03-26T14:46:28.669Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2756
|
| 361 | 2024-03-26T14:46:28.813Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2761
|
| 362 | 2024-03-26T14:46:28.992Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2662
|
| 363 | 2024-03-26T14:46:29.159Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2462
|
| 364 | 2024-03-26T14:46:29.169Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3786
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 365 | 2024-03-26T14:46:29.169Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3802
|
| 366 | 2024-03-26T14:46:29.169Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 367 | 2024-03-26T14:46:29.717Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3810
|
| 368 | 2024-03-26T14:46:29.722Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:3866
|
| 369 | 2024-03-26T14:46:29.738Z | WARN | SledAgent (RSS): Failed to query MGS at fd00:1122:3344:101::2: Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error trying to connect: tcp connect error: Connection refused (os error 146): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 370 | 2024-03-26T14:46:29.738Z | WARN | SledAgent (RSS): Failed to look up switch zone locations
error = No switch locations found
file = sled-agent/src/bootstrap/early_networking.rs:223
retry_after = 86.558552ms
|
| 371 | 2024-03-26T14:46:29.826Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 372 | 2024-03-26T14:46:29.856Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:3928
|
| 373 | 2024-03-26T14:46:29.872Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 374 | 2024-03-26T14:46:29.875Z | WARN | SledAgent (RSS): Failed to query MGS at fd00:1122:3344:101::2: Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146): error trying to connect: tcp connect error: Connection refused (os error 146): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 375 | 2024-03-26T14:46:29.875Z | WARN | SledAgent (RSS): Failed to look up switch zone locations
error = No switch locations found
file = sled-agent/src/bootstrap/early_networking.rs:223
retry_after = 120.593727ms
|
| 376 | 2024-03-26T14:46:29.953Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3909
rack_subnet = fd00:1122:3344::
|
| 377 | 2024-03-26T14:46:29.998Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 378 | 2024-03-26T14:46:30.006Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:360
|
| 379 | 2024-03-26T14:46:30.061Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 380 | 2024-03-26T14:46:30.062Z | WARN | SledAgent (RSS): Failed to query MGS at fd00:1122:3344:101::2: Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "be8ce524-d9b5-4941-a074-7f42b3ce657f", "content-length": "152", "date": "Tue, 26 Mar 2024 14:46:29 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "be8ce524-d9b5-4941-a074-7f42b3ce657f" }
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 381 | 2024-03-26T14:46:30.062Z | WARN | SledAgent (RSS): Failed to look up switch zone locations
error = No switch locations found
file = sled-agent/src/bootstrap/early_networking.rs:223
retry_after = 180.527734ms
|
| 382 | 2024-03-26T14:46:30.067Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 45.575832ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "2d1534e5-31fd-4f12-96dc-5db137849074", "content-length": "152", "date": "Tue, 26 Mar 2024 14:46:29 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "2d1534e5-31fd-4f12-96dc-5db137849074" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 383 | 2024-03-26T14:46:30.113Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 129.204025ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "32a28313-5c24-4933-81ea-b948a00c2532", "content-length": "152", "date": "Tue, 26 Mar 2024 14:46:29 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "32a28313-5c24-4933-81ea-b948a00c2532" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 384 | 2024-03-26T14:46:30.243Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 385 | 2024-03-26T14:46:30.243Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 155.223071ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "9d62af80-dc84-43fb-b713-0f13d0e41295", "content-length": "152", "date": "Tue, 26 Mar 2024 14:46:29 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "9d62af80-dc84-43fb-b713-0f13d0e41295" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 386 | 2024-03-26T14:46:30.274Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 387 | 2024-03-26T14:46:30.274Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 388 | 2024-03-26T14:46:30.274Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 389 | 2024-03-26T14:46:30.303Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: d0bba901-234a-4871-a321-a6b1c723d712, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 54f13337-f935-49ce-8e63-34fca00d513c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7cefbc7b-eda7-4a8c-a890-76d5faea20c2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c13bc6fd-59b4-4453-9569-50ead4f24945, kind: Service { id: 7cefbc7b-eda7-4a8c-a890-76d5faea20c2 }, name: Name("ntp-7cefbc7b-eda7-4a8c-a890-76d5faea20c2"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:304
sled_address = [fd00:1122:3344:101::1]:12345
|
| 390 | 2024-03-26T14:46:30.303Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39423
|
| 391 | 2024-03-26T14:46:30.303Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 392 | 2024-03-26T14:46:30.303Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 393 | 2024-03-26T14:46:30.325Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 394 | 2024-03-26T14:46:30.325Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 395 | 2024-03-26T14:46:30.344Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 396 | 2024-03-26T14:46:30.346Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 397 | 2024-03-26T14:46:30.361Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 398 | 2024-03-26T14:46:30.361Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 399 | 2024-03-26T14:46:30.362Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 400 | 2024-03-26T14:46:30.362Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 401 | 2024-03-26T14:46:30.373Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 402 | 2024-03-26T14:46:30.406Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 403 | 2024-03-26T14:46:30.406Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:408
|
| 404 | 2024-03-26T14:46:30.407Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 405 | 2024-03-26T14:46:30.407Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 406 | 2024-03-26T14:46:30.464Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:561
|
| 407 | 2024-03-26T14:46:30.464Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:599
|
| 408 | 2024-03-26T14:46:30.465Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:602
uptime = 3
|
| 409 | 2024-03-26T14:46:30.465Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:430
|
| 410 | 2024-03-26T14:46:30.482Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 168, 209]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 411 | 2024-03-26T14:46:30.482Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = ntp
|
| 412 | 2024-03-26T14:46:30.483Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 413 | 2024-03-26T14:46:30.483Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 414 | 2024-03-26T14:46:30.483Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 415 | 2024-03-26T14:46:30.485Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 416 | 2024-03-26T14:46:30.512Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
file = illumos-utils/src/zone.rs:315
|
| 417 | 2024-03-26T14:46:30.529Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
file = illumos-utils/src/zone.rs:354
|
| 418 | 2024-03-26T14:46:30.566Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 419 | 2024-03-26T14:46:30.977Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: no record found for Query { name: Name(\\"_nexus._tcp.control-plane.oxide.internal.\\"), query_type: SRV, query_class: IN }"
file = sled-agent/src/sled_agent.rs:1156
retry_after = 17.052075457s
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 420 | 2024-03-26T14:46:31.667Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService4"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value="fd00:1122:3344:100::/56"/>
<propval type="boolean" name="boundary" value="true"/>
<propval type="astring" name="server" value="0.pool.ntp.org"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte0"/>
<propval type="astring" name="gateway" value="172.30.3.1"/>
<propval type="astring" name="ip" value="172.30.3.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 421 | 2024-03-26T14:46:31.667Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 422 | 2024-03-26T14:46:31.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 72.083439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 423 | 2024-03-26T14:46:31.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 106.692149ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 424 | 2024-03-26T14:46:32.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 136.817266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 425 | 2024-03-26T14:46:32.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 562.303903ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 426 | 2024-03-26T14:46:32.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 1.162825307s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 427 | 2024-03-26T14:46:33.726Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59428
|
| 428 | 2024-03-26T14:46:33.726Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 102
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59428
req_id = 241a0d30-30e0-472a-9789-3d54141336c3
response_code = 200
uri = /baseboard
|
| 429 | 2024-03-26T14:46:33.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 802.017682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 430 | 2024-03-26T14:46:34.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 751.938807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 431 | 2024-03-26T14:46:35.504Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2") failed: Property not found. retry in 1.108936266s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 432 | 2024-03-26T14:46:36.635Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2
|
| 433 | 2024-03-26T14:46:36.635Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 434 | 2024-03-26T14:46:36.636Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 435 | 2024-03-26T14:46:36.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 6332581
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39423
req_id = 3bd87af1-eacd-4c91-98c0-0e51d7fe3103
response_code = 204
uri = /omicron-zones
|
| 436 | 2024-03-26T14:46:36.639Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:499
|
| 437 | 2024-03-26T14:46:36.670Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 438 | 2024-03-26T14:46:36.670Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58533
|
| 439 | 2024-03-26T14:46:36.680Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3517
|
| 440 | 2024-03-26T14:46:36.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 9850
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58533
req_id = 04c57933-a949-4362-8b38-2511973f8d69
response_code = 500
uri = /timesync
|
| 441 | 2024-03-26T14:46:36.683Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 442 | 2024-03-26T14:46:36.848Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 443 | 2024-03-26T14:46:36.848Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44451
|
| 444 | 2024-03-26T14:46:40.857Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3517
|
| 445 | 2024-03-26T14:46:40.857Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4008987
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44451
req_id = 62b95a70-97fe-4495-92e4-61b720b37e37
response_code = 500
uri = /timesync
|
| 446 | 2024-03-26T14:46:40.860Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 447 | 2024-03-26T14:46:40.995Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 448 | 2024-03-26T14:46:40.995Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44817
|
| 449 | 2024-03-26T14:46:41.004Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3517
|
| 450 | 2024-03-26T14:46:41.004Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 8838
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44817
req_id = a22f94d4-f3d8-4f25-8048-ce85a8564bee
response_code = 500
uri = /timesync
|
| 451 | 2024-03-26T14:46:41.006Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 452 | 2024-03-26T14:46:41.167Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 453 | 2024-03-26T14:46:41.168Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58030
|
| 454 | 2024-03-26T14:46:45.176Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7cefbc7b-eda7-4a8c-a890-76d5faea20c2': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3517
|
| 455 | 2024-03-26T14:46:45.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4008977
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58030
req_id = d047e276-5531-4bd7-ba04-084931f16e7f
response_code = 500
uri = /timesync
|
| 456 | 2024-03-26T14:46:45.180Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 457 | 2024-03-26T14:46:45.407Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 458 | 2024-03-26T14:46:45.407Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59211
|
| 459 | 2024-03-26T14:46:45.416Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9044
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59211
req_id = 21c61f23-0499-4861-8f2a-bb9b18a2607a
response_code = 200
uri = /timesync
|
| 460 | 2024-03-26T14:46:45.418Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711464401.565663, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 461 | 2024-03-26T14:46:45.418Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 462 | 2024-03-26T14:46:45.741Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 463 | 2024-03-26T14:46:45.741Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58677
|
| 464 | 2024-03-26T14:46:45.749Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7623
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58677
req_id = f255e4c7-6ce0-40c9-bbb9-c6d04f2b8517
response_code = 200
uri = /timesync
|
| 465 | 2024-03-26T14:46:45.752Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711464401.565663, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 466 | 2024-03-26T14:46:45.752Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 467 | 2024-03-26T14:46:46.114Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 468 | 2024-03-26T14:46:46.114Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42484
|
| 469 | 2024-03-26T14:46:46.122Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7590
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42484
req_id = 17dd4360-76cc-4d07-a4e5-8b32abe0f622
response_code = 200
uri = /timesync
|
| 470 | 2024-03-26T14:46:46.124Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711464401.565663, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 471 | 2024-03-26T14:46:46.124Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 472 | 2024-03-26T14:46:46.347Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 473 | 2024-03-26T14:46:46.347Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55280
|
| 474 | 2024-03-26T14:46:46.355Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7563
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55280
req_id = 467f1c82-6b63-40e9-a954-5aab1b42909e
response_code = 200
uri = /timesync
|
| 475 | 2024-03-26T14:46:46.357Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711464401.565663, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 476 | 2024-03-26T14:46:46.357Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 477 | 2024-03-26T14:46:46.607Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 478 | 2024-03-26T14:46:46.607Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56254
|
| 479 | 2024-03-26T14:46:46.616Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9340
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56254
req_id = 363df309-22d2-4755-a681-6238778f4620
response_code = 200
uri = /timesync
|
| 480 | 2024-03-26T14:46:46.620Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711464401.565663, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 481 | 2024-03-26T14:46:46.620Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 482 | 2024-03-26T14:46:47.244Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 483 | 2024-03-26T14:46:47.244Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49739
|
| 484 | 2024-03-26T14:46:47.252Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7906
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49739
req_id = cc3c405a-310c-468b-91bc-843c33efc976
response_code = 200
uri = /timesync
|
| 485 | 2024-03-26T14:46:47.254Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711464401.565663, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 486 | 2024-03-26T14:46:47.254Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 487 | 2024-03-26T14:46:47.998Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 488 | 2024-03-26T14:46:47.998Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56205
|
| 489 | 2024-03-26T14:46:48.007Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8701
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56205
req_id = 01e5a124-8b4a-455d-b554-ed85841d2372
response_code = 200
uri = /timesync
|
| 490 | 2024-03-26T14:46:48.009Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711464401.565663, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 491 | 2024-03-26T14:46:48.009Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 492 | 2024-03-26T14:46:48.953Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 493 | 2024-03-26T14:46:48.953Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52523
|
| 494 | 2024-03-26T14:46:48.962Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8490
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52523
req_id = e3bb19dd-9c55-4d7f-8422-f01f98ccfc2d
response_code = 200
uri = /timesync
|
| 495 | 2024-03-26T14:46:48.965Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464407.5297365, correction: 0.073017426 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 496 | 2024-03-26T14:46:48.965Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 497 | 2024-03-26T14:46:49.414Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 498 | 2024-03-26T14:46:49.414Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58349
|
| 499 | 2024-03-26T14:46:49.423Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9171
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58349
req_id = e9fbc49b-b8c6-467f-ac24-c87deaca5a06
response_code = 200
uri = /timesync
|
| 500 | 2024-03-26T14:46:49.425Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464407.5297365, correction: 0.07177218 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 501 | 2024-03-26T14:46:49.425Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 502 | 2024-03-26T14:46:50.669Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 503 | 2024-03-26T14:46:50.669Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65267
|
| 504 | 2024-03-26T14:46:50.679Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9734
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65267
req_id = 579bbd4b-a29f-4c66-bd3b-824d187f1196
response_code = 200
uri = /timesync
|
| 505 | 2024-03-26T14:46:50.681Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464409.617793, correction: 0.069745824 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 506 | 2024-03-26T14:46:50.681Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 507 | 2024-03-26T14:46:51.535Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 508 | 2024-03-26T14:46:51.535Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44009
|
| 509 | 2024-03-26T14:46:51.544Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8673
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44009
req_id = a979d01a-55ec-4984-ac74-e60f67d7c57f
response_code = 200
uri = /timesync
|
| 510 | 2024-03-26T14:46:51.547Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464409.617793, correction: 0.067411087 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 511 | 2024-03-26T14:46:51.547Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 512 | 2024-03-26T14:46:52.964Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 513 | 2024-03-26T14:46:52.964Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37013
|
| 514 | 2024-03-26T14:46:52.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9481
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37013
req_id = 81e8ec16-66ea-4fa9-a7f4-a8f9d9efc9a6
response_code = 200
uri = /timesync
|
| 515 | 2024-03-26T14:46:52.976Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464409.617793, correction: 0.063548751 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 516 | 2024-03-26T14:46:52.976Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 517 | 2024-03-26T14:46:54.335Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 518 | 2024-03-26T14:46:54.335Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65031
|
| 519 | 2024-03-26T14:46:54.344Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8952
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65031
req_id = c71a9a2b-0613-4bcd-8137-03e566bafd48
response_code = 200
uri = /timesync
|
| 520 | 2024-03-26T14:46:54.347Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464409.617793, correction: 0.059847206 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 521 | 2024-03-26T14:46:54.347Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 522 | 2024-03-26T14:46:56.347Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 523 | 2024-03-26T14:46:56.347Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43011
|
| 524 | 2024-03-26T14:46:56.356Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9075
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43011
req_id = a7a39abf-7c5d-415f-82e5-67b82577c2ec
response_code = 200
uri = /timesync
|
| 525 | 2024-03-26T14:46:56.360Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464409.617793, correction: 0.05441127 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 526 | 2024-03-26T14:46:56.360Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:529
|
| 527 | 2024-03-26T14:46:58.485Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:479
|
| 528 | 2024-03-26T14:46:58.485Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49080
|
| 529 | 2024-03-26T14:46:58.507Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 21325
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49080
req_id = abe2e62c-a7b8-4539-97fe-88ac585eefb0
response_code = 200
uri = /timesync
|
| 530 | 2024-03-26T14:46:58.510Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1711464409.617793, correction: 0.04863587 }
file = sled-agent/src/rack_setup/service.rs:507
|
| 531 | 2024-03-26T14:46:58.510Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1021
|
| 532 | 2024-03-26T14:46:58.538Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d0bba901-234a-4871-a321-a6b1c723d712, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 54f13337-f935-49ce-8e63-34fca00d513c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7cefbc7b-eda7-4a8c-a890-76d5faea20c2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c13bc6fd-59b4-4453-9569-50ead4f24945, kind: Service { id: 7cefbc7b-eda7-4a8c-a890-76d5faea20c2 }, name: Name("ntp-7cefbc7b-eda7-4a8c-a890-76d5faea20c2"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 32e388fd-ce17-4654-b3e6-9d8c5c3233b5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 69d9ada8-caa7-4e84-b634-5f52535e5c97, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 70c7a270-fb41-410d-80e1-f9beed7204f8, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 53202972-8d68-4e91-9c9e-e22c12778a6b, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b78996ba-104d-4f44-b137-9d00f5e225f0, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:304
sled_address = [fd00:1122:3344:101::1]:12345
|
| 533 | 2024-03-26T14:46:58.539Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54454
|
| 534 | 2024-03-26T14:46:58.539Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 535 | 2024-03-26T14:46:58.539Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 536 | 2024-03-26T14:46:58.557Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 537 | 2024-03-26T14:46:58.559Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 538 | 2024-03-26T14:46:58.573Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 539 | 2024-03-26T14:46:58.573Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 540 | 2024-03-26T14:46:58.591Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 32e388fd-ce17-4654-b3e6-9d8c5c3233b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 541 | 2024-03-26T14:46:58.591Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 32e388fd-ce17-4654-b3e6-9d8c5c3233b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 542 | 2024-03-26T14:46:58.643Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 69d9ada8-caa7-4e84-b634-5f52535e5c97, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 543 | 2024-03-26T14:46:58.644Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 69d9ada8-caa7-4e84-b634-5f52535e5c97, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 544 | 2024-03-26T14:46:58.695Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 70c7a270-fb41-410d-80e1-f9beed7204f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 545 | 2024-03-26T14:46:58.695Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 70c7a270-fb41-410d-80e1-f9beed7204f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 546 | 2024-03-26T14:46:58.749Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 53202972-8d68-4e91-9c9e-e22c12778a6b, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 547 | 2024-03-26T14:46:58.749Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 53202972-8d68-4e91-9c9e-e22c12778a6b, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 548 | 2024-03-26T14:46:58.802Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b78996ba-104d-4f44-b137-9d00f5e225f0, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 549 | 2024-03-26T14:46:58.802Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: b78996ba-104d-4f44-b137-9d00f5e225f0, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 550 | 2024-03-26T14:46:58.856Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 551 | 2024-03-26T14:46:58.856Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 552 | 2024-03-26T14:46:58.856Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 553 | 2024-03-26T14:46:58.856Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 554 | 2024-03-26T14:46:58.935Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 555 | 2024-03-26T14:46:58.936Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 556 | 2024-03-26T14:46:58.936Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 557 | 2024-03-26T14:46:58.936Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 558 | 2024-03-26T14:46:58.936Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 559 | 2024-03-26T14:46:59.024Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
file = illumos-utils/src/zone.rs:315
|
| 560 | 2024-03-26T14:46:59.028Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
file = illumos-utils/src/zone.rs:315
|
| 561 | 2024-03-26T14:46:59.033Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
file = illumos-utils/src/zone.rs:315
|
| 562 | 2024-03-26T14:46:59.038Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
file = illumos-utils/src/zone.rs:315
|
| 563 | 2024-03-26T14:46:59.043Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
file = illumos-utils/src/zone.rs:315
|
| 564 | 2024-03-26T14:46:59.048Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
file = illumos-utils/src/zone.rs:354
|
| 565 | 2024-03-26T14:46:59.052Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
file = illumos-utils/src/zone.rs:354
|
| 566 | 2024-03-26T14:46:59.057Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
file = illumos-utils/src/zone.rs:354
|
| 567 | 2024-03-26T14:46:59.062Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
file = illumos-utils/src/zone.rs:354
|
| 568 | 2024-03-26T14:46:59.066Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
file = illumos-utils/src/zone.rs:354
|
| 569 | 2024-03-26T14:47:02.529Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 570 | 2024-03-26T14:47:02.530Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 571 | 2024-03-26T14:47:02.539Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 572 | 2024-03-26T14:47:02.539Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 573 | 2024-03-26T14:47:02.564Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 574 | 2024-03-26T14:47:02.564Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 575 | 2024-03-26T14:47:02.571Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::4"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 576 | 2024-03-26T14:47:02.571Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 577 | 2024-03-26T14:47:02.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 70.71909ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 578 | 2024-03-26T14:47:02.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 73.494354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 579 | 2024-03-26T14:47:02.703Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::3"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 580 | 2024-03-26T14:47:02.703Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 581 | 2024-03-26T14:47:02.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 65.083356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 582 | 2024-03-26T14:47:02.728Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 44.879174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 583 | 2024-03-26T14:47:02.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 62.316841ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 584 | 2024-03-26T14:47:02.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 138.840344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 585 | 2024-03-26T14:47:03.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 113.322144ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 586 | 2024-03-26T14:47:03.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 88.837939ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 587 | 2024-03-26T14:47:03.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 162.33171ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 588 | 2024-03-26T14:47:03.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 190.543772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 589 | 2024-03-26T14:47:03.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 146.043744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 590 | 2024-03-26T14:47:03.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 214.178442ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 591 | 2024-03-26T14:47:03.929Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54328
|
| 592 | 2024-03-26T14:47:03.931Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 98
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54328
req_id = 5dfd01d8-9b5a-408e-805c-a42b89cf3cca
response_code = 200
uri = /baseboard
|
| 593 | 2024-03-26T14:47:03.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 298.161843ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 594 | 2024-03-26T14:47:04.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 420.475952ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 595 | 2024-03-26T14:47:04.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 48.967034ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 596 | 2024-03-26T14:47:04.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 435.462566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 597 | 2024-03-26T14:47:04.164Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 550.561478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 598 | 2024-03-26T14:47:04.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 129.694491ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 599 | 2024-03-26T14:47:04.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.193086758s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 600 | 2024-03-26T14:47:04.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 209.362496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 601 | 2024-03-26T14:47:04.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 952.639181ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 602 | 2024-03-26T14:47:04.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 226.084639ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 603 | 2024-03-26T14:47:04.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 942.577609ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 604 | 2024-03-26T14:47:04.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 504.37621ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 605 | 2024-03-26T14:47:05.078Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 661.243054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 606 | 2024-03-26T14:47:05.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 1.27231703s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 607 | 2024-03-26T14:47:05.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.363541913s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 608 | 2024-03-26T14:47:05.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 542.089395ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 609 | 2024-03-26T14:47:05.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 829.324977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 610 | 2024-03-26T14:47:05.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 611.040749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 611 | 2024-03-26T14:47:06.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 1.237231375s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 612 | 2024-03-26T14:47:06.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 1.096505523s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 613 | 2024-03-26T14:47:06.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 946.273118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 614 | 2024-03-26T14:47:06.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 1.035355652s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 615 | 2024-03-26T14:47:06.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 638.314635ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 616 | 2024-03-26T14:47:07.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 506.041191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 617 | 2024-03-26T14:47:07.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 599.828386ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 618 | 2024-03-26T14:47:07.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 829.330753ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 619 | 2024-03-26T14:47:07.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 999.96942ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 620 | 2024-03-26T14:47:07.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 1.398126074s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 621 | 2024-03-26T14:47:07.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 1.360078414s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 622 | 2024-03-26T14:47:08.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 855.976234ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 623 | 2024-03-26T14:47:08.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 1.465676361s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 624 | 2024-03-26T14:47:08.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.049156753s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 625 | 2024-03-26T14:47:08.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 959.012348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 626 | 2024-03-26T14:47:09.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 1.306683041s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 627 | 2024-03-26T14:47:09.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 805.281344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 628 | 2024-03-26T14:47:09.597Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 608.143094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 629 | 2024-03-26T14:47:09.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 995.43796ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 630 | 2024-03-26T14:47:09.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 655.716752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 631 | 2024-03-26T14:47:10.033Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 689.413626ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 632 | 2024-03-26T14:47:10.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.414087318s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 633 | 2024-03-26T14:47:10.520Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 1.306513062s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 634 | 2024-03-26T14:47:10.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 1.150970025s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 635 | 2024-03-26T14:47:10.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 1.458538503s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 636 | 2024-03-26T14:47:10.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 573.035723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 637 | 2024-03-26T14:47:11.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 1.274644614s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 638 | 2024-03-26T14:47:11.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 740.698495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 639 | 2024-03-26T14:47:11.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 542.814807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 640 | 2024-03-26T14:47:11.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 864.403132ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 641 | 2024-03-26T14:47:12.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 784.756384ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 642 | 2024-03-26T14:47:12.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 511.575546ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 643 | 2024-03-26T14:47:12.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 589.83484ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 644 | 2024-03-26T14:47:12.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 818.254609ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 645 | 2024-03-26T14:47:12.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0") failed: Property not found. retry in 1.025610285s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 646 | 2024-03-26T14:47:12.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 1.45665126s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 647 | 2024-03-26T14:47:12.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 707.065207ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 648 | 2024-03-26T14:47:13.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97") failed: Property not found. retry in 1.065379013s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 649 | 2024-03-26T14:47:13.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 673.660389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 650 | 2024-03-26T14:47:13.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 623.535002ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 651 | 2024-03-26T14:47:14.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 1.400696866s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 652 | 2024-03-26T14:47:14.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 1.157008325s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 653 | 2024-03-26T14:47:14.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 719.001765ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 654 | 2024-03-26T14:47:15.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 589.847293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 655 | 2024-03-26T14:47:15.484Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 1.29361059s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 656 | 2024-03-26T14:47:15.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 935.202486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 657 | 2024-03-26T14:47:15.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 935.031018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 658 | 2024-03-26T14:47:17.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 601.533893ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 659 | 2024-03-26T14:47:17.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.144259422s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 660 | 2024-03-26T14:47:17.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 603.351956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 661 | 2024-03-26T14:47:17.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 956.193305ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 662 | 2024-03-26T14:47:17.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 885.364014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 663 | 2024-03-26T14:47:18.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 695.397554ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 664 | 2024-03-26T14:47:18.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 761.969509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 665 | 2024-03-26T14:47:18.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 1.098947395s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 666 | 2024-03-26T14:47:18.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.220609987s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 667 | 2024-03-26T14:47:19.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 1.269902396s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 668 | 2024-03-26T14:47:19.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 783.958115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 669 | 2024-03-26T14:47:20.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.054341243s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 670 | 2024-03-26T14:47:20.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 725.393499ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 671 | 2024-03-26T14:47:20.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 635.021313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 672 | 2024-03-26T14:47:21.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.145595615s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 673 | 2024-03-26T14:47:21.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 1.13792273s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 674 | 2024-03-26T14:47:21.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 575.673404ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 675 | 2024-03-26T14:47:22.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 1.352235825s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 676 | 2024-03-26T14:47:22.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.249620034s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 677 | 2024-03-26T14:47:22.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 866.531603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 678 | 2024-03-26T14:47:23.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 767.886311ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 679 | 2024-03-26T14:47:23.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 697.93173ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 680 | 2024-03-26T14:47:23.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 797.887379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 681 | 2024-03-26T14:47:24.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b") failed: Property not found. retry in 1.334995525s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 682 | 2024-03-26T14:47:24.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5") failed: Property not found. retry in 916.79738ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 683 | 2024-03-26T14:47:24.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8") failed: Property not found. retry in 1.126553785s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 684 | 2024-03-26T14:47:25.645Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_cockroachdb_70c7a270-fb41-410d-80e1-f9beed7204f8
|
| 685 | 2024-03-26T14:47:25.645Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_cockroachdb_b78996ba-104d-4f44-b137-9d00f5e225f0
|
| 686 | 2024-03-26T14:47:25.645Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5
|
| 687 | 2024-03-26T14:47:25.645Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_cockroachdb_53202972-8d68-4e91-9c9e-e22c12778a6b
|
| 688 | 2024-03-26T14:47:25.645Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_cockroachdb_69d9ada8-caa7-4e84-b634-5f52535e5c97
|
| 689 | 2024-03-26T14:47:25.646Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 690 | 2024-03-26T14:47:25.646Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 691 | 2024-03-26T14:47:25.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 27057851
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:54454
req_id = a4dc2bea-1867-492c-ab1a-0e0a9a7ad867
response_code = 204
uri = /omicron-zones
|
| 692 | 2024-03-26T14:47:25.683Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58123
|
| 693 | 2024-03-26T14:47:25.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 30756
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 4f0a1ad2-cdbb-4624-928b-9a0460df75e1
response_code = 500
uri = /cockroachdb
|
| 694 | 2024-03-26T14:47:25.714Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4f0a1ad2-cdbb-4624-928b-9a0460df75e1", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:25 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4f0a1ad2-cdbb-4624-928b-9a0460df75e1" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 137.307181ms
|
| 695 | 2024-03-26T14:47:25.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 27830
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 79b086a4-89ee-4691-861d-c7a032616d29
response_code = 500
uri = /cockroachdb
|
| 696 | 2024-03-26T14:47:25.880Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "79b086a4-89ee-4691-861d-c7a032616d29", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:25 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "79b086a4-89ee-4691-861d-c7a032616d29" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 140.30045ms
|
| 697 | 2024-03-26T14:47:26.049Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 27499
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 3b6fa44f-6d3e-4a77-855d-3bf0223a8a42
response_code = 500
uri = /cockroachdb
|
| 698 | 2024-03-26T14:47:26.049Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "3b6fa44f-6d3e-4a77-855d-3bf0223a8a42", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "3b6fa44f-6d3e-4a77-855d-3bf0223a8a42" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 105.417163ms
|
| 699 | 2024-03-26T14:47:26.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 25641
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 18693167-a993-49db-bf71-2c7cce60e5ab
response_code = 500
uri = /cockroachdb
|
| 700 | 2024-03-26T14:47:26.181Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "18693167-a993-49db-bf71-2c7cce60e5ab", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "18693167-a993-49db-bf71-2c7cce60e5ab" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 96.518531ms
|
| 701 | 2024-03-26T14:47:26.306Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 27994
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 926c7f64-03b3-4d33-8d0d-b97b9fe6cbba
response_code = 500
uri = /cockroachdb
|
| 702 | 2024-03-26T14:47:26.307Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "926c7f64-03b3-4d33-8d0d-b97b9fe6cbba", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "926c7f64-03b3-4d33-8d0d-b97b9fe6cbba" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 211.889176ms
|
| 703 | 2024-03-26T14:47:26.546Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 26209
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 7f3819a4-4165-4941-8607-bbee8ef05d64
response_code = 500
uri = /cockroachdb
|
| 704 | 2024-03-26T14:47:26.546Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7f3819a4-4165-4941-8607-bbee8ef05d64", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7f3819a4-4165-4941-8607-bbee8ef05d64" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 173.66309ms
|
| 705 | 2024-03-26T14:47:26.747Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 26869
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 867baaf4-da9d-42d9-9095-85b241133d44
response_code = 500
uri = /cockroachdb
|
| 706 | 2024-03-26T14:47:26.748Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "867baaf4-da9d-42d9-9095-85b241133d44", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "867baaf4-da9d-42d9-9095-85b241133d44" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 310.09901ms
|
| 707 | 2024-03-26T14:47:27.087Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_32e388fd-ce17-4654-b3e6-9d8c5c3233b5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 27654
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 9256b4e2-add8-4a88-8ba5-ee3909b5e5cb
response_code = 500
uri = /cockroachdb
|
| 708 | 2024-03-26T14:47:27.087Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9256b4e2-add8-4a88-8ba5-ee3909b5e5cb", "content-length": "124", "date": "Tue, 26 Mar 2024 14:47:27 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9256b4e2-add8-4a88-8ba5-ee3909b5e5cb" }
file = sled-agent/src/rack_setup/service.rs:767
retry_after = 382.797449ms
|
| 709 | 2024-03-26T14:47:27.500Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3351
|
| 710 | 2024-03-26T14:47:37.311Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3369
|
| 711 | 2024-03-26T14:47:40.176Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3392
|
| 712 | 2024-03-26T14:47:40.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 12705966
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:58123
req_id = 9b9d99b7-d433-46c2-af4a-a66cc7609beb
response_code = 204
uri = /cockroachdb
|
| 713 | 2024-03-26T14:47:40.179Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64009
|
| 714 | 2024-03-26T14:47:40.179Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 345
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64009
req_id = f5c60804-72d3-4ca8-8fea-3547426da966
response_code = 200
uri = /baseboard
|
| 715 | 2024-03-26T14:47:40.231Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: d0bba901-234a-4871-a321-a6b1c723d712, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 54f13337-f935-49ce-8e63-34fca00d513c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7cefbc7b-eda7-4a8c-a890-76d5faea20c2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c13bc6fd-59b4-4453-9569-50ead4f24945, kind: Service { id: 7cefbc7b-eda7-4a8c-a890-76d5faea20c2 }, name: Name("ntp-7cefbc7b-eda7-4a8c-a890-76d5faea20c2"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 32e388fd-ce17-4654-b3e6-9d8c5c3233b5, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 69d9ada8-caa7-4e84-b634-5f52535e5c97, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 70c7a270-fb41-410d-80e1-f9beed7204f8, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 53202972-8d68-4e91-9c9e-e22c12778a6b, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: b78996ba-104d-4f44-b137-9d00f5e225f0, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 7759159c-adc5-4a51-8329-bb65418d9a63, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 55049e5b-9f92-42f6-965a-3944c30a7af2, kind: Service { id: 7759159c-adc5-4a51-8329-bb65418d9a63 }, name: Name("external-dns-7759159c-adc5-4a51-8329-bb65418d9a63"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 166])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 2e9831bc-de16-463b-94fe-4f969ed33c5b, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: e5c02dd8-4a91-49f0-8ea5-2b4a09ffb6e9, kind: Service { id: 2e9831bc-de16-463b-94fe-4f969ed33c5b }, name: Name("external-dns-2e9831bc-de16-463b-94fe-4f969ed33c5b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 62d49fb8-3f2d-4945-baaf-1358c4bb8e64, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: fdbd14c9-be77-487f-b074-420dcbc0aedd, kind: Service { id: 62d49fb8-3f2d-4945-baaf-1358c4bb8e64 }, name: Name("nexus-62d49fb8-3f2d-4945-baaf-1358c4bb8e64"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 39])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7a34fc90-f21e-44ea-b5e6-699139bc8a11, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: b5612c5c-ece0-4d63-87d4-9ce3b609682b, kind: Service { id: 7a34fc90-f21e-44ea-b5e6-699139bc8a11 }, name: Name("nexus-7a34fc90-f21e-44ea-b5e6-699139bc8a11"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 58031502-b197-46d3-8fce-44109cd5528a, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: c3bf2d81-ee80-4d37-a6d5-2b7e55250b9c, kind: Service { id: 58031502-b197-46d3-8fce-44109cd5528a }, name: Name("nexus-58031502-b197-46d3-8fce-44109cd5528a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 227])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 41e6b6cf-9203-465e-a752-a37433392110, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8d96e3f9-d109-4387-b89c-3d8d2158d142, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 5527a333-d51b-4ca5-9247-be48fcdaf531, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: be25a1f7-7f79-4cfa-89aa-ed4a94360cba, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8ff7e253-6aa5-4d55-ab83-d6e216da910d, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 69b3c17a-71ce-4509-822d-1a1b6324ec20, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 419615f5-4018-4d9a-9748-35ec685b6371, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: cf57c06e-38bf-47a5-ba1e-56afcb01f1c7, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: e3a8831b-aed0-4147-8293-15ccb4d8aadc, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: d4730f9c-9c61-4253-8bcc-5c213aeea2d7, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 42d5c094-5a72-4dfc-8f7a-db7237db7cee, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: bde8f88e-7a9c-41f0-8643-224c206d3040, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 87a3cbe0-3562-4e8c-a042-0b67bc72fb44, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:304
sled_address = [fd00:1122:3344:101::1]:12345
|
| 716 | 2024-03-26T14:47:40.232Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60399
|
| 717 | 2024-03-26T14:47:40.233Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 718 | 2024-03-26T14:47:40.233Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d0bba901-234a-4871-a321-a6b1c723d712, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 719 | 2024-03-26T14:47:40.257Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 720 | 2024-03-26T14:47:40.257Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 54f13337-f935-49ce-8e63-34fca00d513c, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 721 | 2024-03-26T14:47:40.278Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 722 | 2024-03-26T14:47:40.278Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 318fdf4e-b8a8-4fba-ace6-25fdb356914e, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 723 | 2024-03-26T14:47:40.297Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 32e388fd-ce17-4654-b3e6-9d8c5c3233b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 724 | 2024-03-26T14:47:40.297Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 32e388fd-ce17-4654-b3e6-9d8c5c3233b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 725 | 2024-03-26T14:47:40.314Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 69d9ada8-caa7-4e84-b634-5f52535e5c97, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 726 | 2024-03-26T14:47:40.314Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 69d9ada8-caa7-4e84-b634-5f52535e5c97, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 727 | 2024-03-26T14:47:40.332Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 70c7a270-fb41-410d-80e1-f9beed7204f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 728 | 2024-03-26T14:47:40.332Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 70c7a270-fb41-410d-80e1-f9beed7204f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 729 | 2024-03-26T14:47:40.350Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 53202972-8d68-4e91-9c9e-e22c12778a6b, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 730 | 2024-03-26T14:47:40.350Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 53202972-8d68-4e91-9c9e-e22c12778a6b, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 731 | 2024-03-26T14:47:40.368Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b78996ba-104d-4f44-b137-9d00f5e225f0, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 732 | 2024-03-26T14:47:40.368Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: b78996ba-104d-4f44-b137-9d00f5e225f0, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 733 | 2024-03-26T14:47:40.387Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7759159c-adc5-4a51-8329-bb65418d9a63, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 734 | 2024-03-26T14:47:40.387Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7759159c-adc5-4a51-8329-bb65418d9a63, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 735 | 2024-03-26T14:47:40.466Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2e9831bc-de16-463b-94fe-4f969ed33c5b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 736 | 2024-03-26T14:47:40.466Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2e9831bc-de16-463b-94fe-4f969ed33c5b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 737 | 2024-03-26T14:47:40.528Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d96e3f9-d109-4387-b89c-3d8d2158d142, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 738 | 2024-03-26T14:47:40.529Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8d96e3f9-d109-4387-b89c-3d8d2158d142, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 739 | 2024-03-26T14:47:40.582Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 69b3c17a-71ce-4509-822d-1a1b6324ec20, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 740 | 2024-03-26T14:47:40.582Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 69b3c17a-71ce-4509-822d-1a1b6324ec20, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 741 | 2024-03-26T14:47:40.633Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 419615f5-4018-4d9a-9748-35ec685b6371, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 742 | 2024-03-26T14:47:40.633Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 419615f5-4018-4d9a-9748-35ec685b6371, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 743 | 2024-03-26T14:47:40.687Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 744 | 2024-03-26T14:47:40.687Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 745 | 2024-03-26T14:47:40.765Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: cf57c06e-38bf-47a5-ba1e-56afcb01f1c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 746 | 2024-03-26T14:47:40.765Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: cf57c06e-38bf-47a5-ba1e-56afcb01f1c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 747 | 2024-03-26T14:47:40.850Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e3a8831b-aed0-4147-8293-15ccb4d8aadc, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 748 | 2024-03-26T14:47:40.850Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e3a8831b-aed0-4147-8293-15ccb4d8aadc, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 749 | 2024-03-26T14:47:40.936Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d4730f9c-9c61-4253-8bcc-5c213aeea2d7, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 750 | 2024-03-26T14:47:40.936Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d4730f9c-9c61-4253-8bcc-5c213aeea2d7, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 751 | 2024-03-26T14:47:41.021Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 42d5c094-5a72-4dfc-8f7a-db7237db7cee, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 752 | 2024-03-26T14:47:41.021Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 42d5c094-5a72-4dfc-8f7a-db7237db7cee, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 753 | 2024-03-26T14:47:41.106Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bde8f88e-7a9c-41f0-8643-224c206d3040, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 754 | 2024-03-26T14:47:41.106Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: bde8f88e-7a9c-41f0-8643-224c206d3040, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 755 | 2024-03-26T14:47:41.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 87a3cbe0-3562-4e8c-a042-0b67bc72fb44, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 756 | 2024-03-26T14:47:41.195Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 87a3cbe0-3562-4e8c-a042-0b67bc72fb44, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 757 | 2024-03-26T14:47:41.271Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 758 | 2024-03-26T14:47:41.271Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 759 | 2024-03-26T14:47:41.272Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 760 | 2024-03-26T14:47:41.272Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 761 | 2024-03-26T14:47:41.413Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 762 | 2024-03-26T14:47:41.414Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 763 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 764 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 765 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 766 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 767 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 768 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 769 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 770 | 2024-03-26T14:47:41.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 771 | 2024-03-26T14:47:41.681Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 772 | 2024-03-26T14:47:41.681Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 773 | 2024-03-26T14:47:41.706Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 774 | 2024-03-26T14:47:41.707Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 775 | 2024-03-26T14:47:41.707Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 776 | 2024-03-26T14:47:41.708Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 777 | 2024-03-26T14:47:41.710Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 778 | 2024-03-26T14:47:41.722Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 779 | 2024-03-26T14:47:41.722Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 780 | 2024-03-26T14:47:41.723Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
file = illumos-utils/src/zone.rs:315
|
| 781 | 2024-03-26T14:47:41.728Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
file = illumos-utils/src/zone.rs:315
|
| 782 | 2024-03-26T14:47:41.734Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
file = illumos-utils/src/zone.rs:315
|
| 783 | 2024-03-26T14:47:41.739Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
file = illumos-utils/src/zone.rs:315
|
| 784 | 2024-03-26T14:47:41.745Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
file = illumos-utils/src/zone.rs:315
|
| 785 | 2024-03-26T14:47:41.750Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
file = illumos-utils/src/zone.rs:315
|
| 786 | 2024-03-26T14:47:41.755Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
file = illumos-utils/src/zone.rs:315
|
| 787 | 2024-03-26T14:47:41.760Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
file = illumos-utils/src/zone.rs:315
|
| 788 | 2024-03-26T14:47:41.765Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
file = illumos-utils/src/zone.rs:315
|
| 789 | 2024-03-26T14:47:41.870Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
file = illumos-utils/src/zone.rs:354
|
| 790 | 2024-03-26T14:47:41.874Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
file = illumos-utils/src/zone.rs:354
|
| 791 | 2024-03-26T14:47:41.879Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
file = illumos-utils/src/zone.rs:354
|
| 792 | 2024-03-26T14:47:41.884Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
file = illumos-utils/src/zone.rs:354
|
| 793 | 2024-03-26T14:47:41.888Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
file = illumos-utils/src/zone.rs:354
|
| 794 | 2024-03-26T14:47:41.893Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
file = illumos-utils/src/zone.rs:354
|
| 795 | 2024-03-26T14:47:41.897Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
file = illumos-utils/src/zone.rs:354
|
| 796 | 2024-03-26T14:47:41.903Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
file = illumos-utils/src/zone.rs:354
|
| 797 | 2024-03-26T14:47:41.908Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
file = illumos-utils/src/zone.rs:354
|
| 798 | 2024-03-26T14:47:41.913Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
file = illumos-utils/src/zone.rs:315
|
| 799 | 2024-03-26T14:47:41.919Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
file = illumos-utils/src/zone.rs:315
|
| 800 | 2024-03-26T14:47:41.925Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
file = illumos-utils/src/zone.rs:315
|
| 801 | 2024-03-26T14:47:41.932Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
file = illumos-utils/src/zone.rs:315
|
| 802 | 2024-03-26T14:47:41.939Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
file = illumos-utils/src/zone.rs:315
|
| 803 | 2024-03-26T14:47:41.946Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
file = illumos-utils/src/zone.rs:354
|
| 804 | 2024-03-26T14:47:41.952Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
file = illumos-utils/src/zone.rs:354
|
| 805 | 2024-03-26T14:47:41.959Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
file = illumos-utils/src/zone.rs:354
|
| 806 | 2024-03-26T14:47:41.967Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
file = illumos-utils/src/zone.rs:354
|
| 807 | 2024-03-26T14:47:41.974Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
file = illumos-utils/src/zone.rs:354
|
| 808 | 2024-03-26T14:47:42.030Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 809 | 2024-03-26T14:47:42.071Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 810 | 2024-03-26T14:47:42.110Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 811 | 2024-03-26T14:47:42.151Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 812 | 2024-03-26T14:47:42.185Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 813 | 2024-03-26T14:47:42.187Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 814 | 2024-03-26T14:47:42.187Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 815 | 2024-03-26T14:47:42.245Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte1", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 143, 143]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte1" } }
|
| 816 | 2024-03-26T14:47:42.245Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = external_dns
|
| 817 | 2024-03-26T14:47:42.248Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 818 | 2024-03-26T14:47:42.248Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 819 | 2024-03-26T14:47:42.303Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte2", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 209, 227]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 820 | 2024-03-26T14:47:42.303Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = nexus
|
| 821 | 2024-03-26T14:47:42.305Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 822 | 2024-03-26T14:47:42.305Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 823 | 2024-03-26T14:47:42.359Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte3", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 162, 166]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
| 824 | 2024-03-26T14:47:42.359Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = external_dns
|
| 825 | 2024-03-26T14:47:42.361Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 826 | 2024-03-26T14:47:42.361Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 827 | 2024-03-26T14:47:42.413Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte4", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 163, 39]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte4" } }
|
| 828 | 2024-03-26T14:47:42.413Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = nexus
|
| 829 | 2024-03-26T14:47:42.415Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 830 | 2024-03-26T14:47:42.415Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 831 | 2024-03-26T14:47:42.467Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte5", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 157, 112]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
| 832 | 2024-03-26T14:47:42.467Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1276
zone_type = nexus
|
| 833 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 834 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 835 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 836 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 837 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 838 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 839 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 840 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 841 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 842 | 2024-03-26T14:47:42.470Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 843 | 2024-03-26T14:47:42.476Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 844 | 2024-03-26T14:47:42.480Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 845 | 2024-03-26T14:47:42.505Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 846 | 2024-03-26T14:47:42.509Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 847 | 2024-03-26T14:47:42.511Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 848 | 2024-03-26T14:47:42.511Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 849 | 2024-03-26T14:47:42.511Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 850 | 2024-03-26T14:47:42.513Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 851 | 2024-03-26T14:47:42.515Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 852 | 2024-03-26T14:47:42.515Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 853 | 2024-03-26T14:47:42.612Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
file = illumos-utils/src/zone.rs:315
|
| 854 | 2024-03-26T14:47:42.617Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
file = illumos-utils/src/zone.rs:315
|
| 855 | 2024-03-26T14:47:42.623Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
file = illumos-utils/src/zone.rs:315
|
| 856 | 2024-03-26T14:47:42.629Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
file = illumos-utils/src/zone.rs:315
|
| 857 | 2024-03-26T14:47:42.634Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
file = illumos-utils/src/zone.rs:315
|
| 858 | 2024-03-26T14:47:42.641Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
file = illumos-utils/src/zone.rs:354
|
| 859 | 2024-03-26T14:47:42.648Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
file = illumos-utils/src/zone.rs:354
|
| 860 | 2024-03-26T14:47:42.654Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
file = illumos-utils/src/zone.rs:354
|
| 861 | 2024-03-26T14:47:42.660Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
file = illumos-utils/src/zone.rs:354
|
| 862 | 2024-03-26T14:47:42.666Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
file = illumos-utils/src/zone.rs:354
|
| 863 | 2024-03-26T14:47:52.517Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::f"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 864 | 2024-03-26T14:47:52.519Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 865 | 2024-03-26T14:47:52.558Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService24"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::9"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte1"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::9]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.6:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 866 | 2024-03-26T14:47:52.558Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 867 | 2024-03-26T14:47:52.613Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::17"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="de5be62a-7202-4824-a4eb-70393c77fb8d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 868 | 2024-03-26T14:47:52.614Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="24cd97dc-2b54-46bd-9642-9a7c5b543569"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 869 | 2024-03-26T14:47:52.614Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::13"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="55351a79-a558-4ac4-a224-a174af55e506"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 870 | 2024-03-26T14:47:52.615Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::14"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="afd5a1dd-bc07-46bd-8ef9-b634eff4b24a"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 871 | 2024-03-26T14:47:52.616Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::16"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="1195b104-5d84-4470-bf5a-17a5969d4178"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 872 | 2024-03-26T14:47:52.616Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::15"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="73c8e62f-d944-4a6d-8870-17286969056e"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 873 | 2024-03-26T14:47:52.616Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 874 | 2024-03-26T14:47:52.625Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::18"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="4b531905-5bfd-46bc-b07d-c9bb1617b6a3"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 875 | 2024-03-26T14:47:52.625Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 876 | 2024-03-26T14:47:52.632Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 877 | 2024-03-26T14:47:52.638Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 878 | 2024-03-26T14:47:52.645Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 879 | 2024-03-26T14:47:52.651Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 880 | 2024-03-26T14:47:52.658Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 881 | 2024-03-26T14:47:53.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 63.232816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 882 | 2024-03-26T14:47:53.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 69.662206ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 883 | 2024-03-26T14:47:53.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 32.427107ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 884 | 2024-03-26T14:47:53.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 70.139692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 885 | 2024-03-26T14:47:53.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 52.392526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 886 | 2024-03-26T14:47:53.100Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::11"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 887 | 2024-03-26T14:47:53.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 45.116197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 888 | 2024-03-26T14:47:53.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 70.587413ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 889 | 2024-03-26T14:47:53.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 65.961213ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 890 | 2024-03-26T14:47:53.130Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::10"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 891 | 2024-03-26T14:47:53.130Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 892 | 2024-03-26T14:47:53.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 63.40961ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 893 | 2024-03-26T14:47:53.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 83.893791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 894 | 2024-03-26T14:47:53.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 92.42121ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 895 | 2024-03-26T14:47:53.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 80.425577ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 896 | 2024-03-26T14:47:53.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 104.341726ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 897 | 2024-03-26T14:47:53.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 100.847343ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 898 | 2024-03-26T14:47:53.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 45.99185ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 899 | 2024-03-26T14:47:53.584Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService26"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::8"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte3"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::8]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.5:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 900 | 2024-03-26T14:47:53.584Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 901 | 2024-03-26T14:47:53.593Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::19"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c59b88c5-fb4d-4bdf-9fd4-187a983582de"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 902 | 2024-03-26T14:47:53.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 75.903243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 903 | 2024-03-26T14:47:53.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 70.727851ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 904 | 2024-03-26T14:47:53.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 259.234179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 905 | 2024-03-26T14:47:53.658Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::12"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="7f864e87-a760-458e-bb70-4e49a49e36c4"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 906 | 2024-03-26T14:47:53.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 230.663364ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 907 | 2024-03-26T14:47:53.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 116.780122ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 908 | 2024-03-26T14:47:53.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 143.86396ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 909 | 2024-03-26T14:47:53.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 191.786489ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 910 | 2024-03-26T14:47:53.747Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 215.02523ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 911 | 2024-03-26T14:47:53.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 95.135902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 912 | 2024-03-26T14:47:53.764Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 913 | 2024-03-26T14:47:53.773Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 914 | 2024-03-26T14:47:53.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 274.137616ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 915 | 2024-03-26T14:47:53.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 220.32385ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 916 | 2024-03-26T14:47:53.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 31.434497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 917 | 2024-03-26T14:47:53.830Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 918 | 2024-03-26T14:47:53.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 548.121905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 919 | 2024-03-26T14:47:53.938Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 426.57132ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 920 | 2024-03-26T14:47:53.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 290.17866ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 921 | 2024-03-26T14:47:53.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 324.795066ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 922 | 2024-03-26T14:47:54.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 210.085623ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 923 | 2024-03-26T14:47:54.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 67.965943ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 924 | 2024-03-26T14:47:54.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 215.794359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 925 | 2024-03-26T14:47:54.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 62.081238ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 926 | 2024-03-26T14:47:54.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 486.413935ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 927 | 2024-03-26T14:47:54.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 359.049663ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 928 | 2024-03-26T14:47:54.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 139.921641ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 929 | 2024-03-26T14:47:54.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 425.774923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 930 | 2024-03-26T14:47:54.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 110.273752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 931 | 2024-03-26T14:47:54.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 30.724572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 932 | 2024-03-26T14:47:54.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 33.136864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 933 | 2024-03-26T14:47:54.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 29.172424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 934 | 2024-03-26T14:47:54.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 80.283061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 935 | 2024-03-26T14:47:54.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 438.400506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 936 | 2024-03-26T14:47:54.290Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::d"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value="41e6b6cf-9203-465e-a752-a37433392110"/>
<propval type="astring" name="address" value="[fd00:1122:3344:101::d]:12223"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 937 | 2024-03-26T14:47:54.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 742.738445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 938 | 2024-03-26T14:47:54.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 84.046457ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 939 | 2024-03-26T14:47:54.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 1.185732093s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 940 | 2024-03-26T14:47:54.524Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 941 | 2024-03-26T14:47:54.569Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 79.901492ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 942 | 2024-03-26T14:47:54.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 257.00502ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 943 | 2024-03-26T14:47:54.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 410.531058ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 944 | 2024-03-26T14:47:54.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 909.229756ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 945 | 2024-03-26T14:47:54.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 194.961713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 946 | 2024-03-26T14:47:54.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 936.713971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 947 | 2024-03-26T14:47:54.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 604.544191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 948 | 2024-03-26T14:47:54.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 834.972491ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 949 | 2024-03-26T14:47:54.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 781.243767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 950 | 2024-03-26T14:47:54.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 1.137745398s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 951 | 2024-03-26T14:47:54.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 261.241557ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 952 | 2024-03-26T14:47:54.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 490.320771ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 953 | 2024-03-26T14:47:54.923Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 296.096063ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 954 | 2024-03-26T14:47:54.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 1.023822705s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 955 | 2024-03-26T14:47:54.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 384.025774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 956 | 2024-03-26T14:47:54.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 56.465368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 957 | 2024-03-26T14:47:55.018Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService25"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::c"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte2"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 958 | 2024-03-26T14:47:55.018Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService27"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte4"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 959 | 2024-03-26T14:47:55.018Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 960 | 2024-03-26T14:47:55.028Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 961 | 2024-03-26T14:47:55.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 423.17429ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 962 | 2024-03-26T14:47:55.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 80.738579ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 963 | 2024-03-26T14:47:55.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 760.857432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 964 | 2024-03-26T14:47:55.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 175.000505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 965 | 2024-03-26T14:47:55.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 599.281688ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 966 | 2024-03-26T14:47:55.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 401.5241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 967 | 2024-03-26T14:47:55.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 52.26824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 968 | 2024-03-26T14:47:55.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 50.932886ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 969 | 2024-03-26T14:47:55.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 1.105504736s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 970 | 2024-03-26T14:47:55.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 66.662445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 971 | 2024-03-26T14:47:55.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 604.685024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 972 | 2024-03-26T14:47:55.431Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 413.547766ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 973 | 2024-03-26T14:47:55.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 65.028737ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 974 | 2024-03-26T14:47:55.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 141.592512ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 975 | 2024-03-26T14:47:55.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 959.300842ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 976 | 2024-03-26T14:47:55.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 1.270701802s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 977 | 2024-03-26T14:47:55.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 236.169218ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 978 | 2024-03-26T14:47:55.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 947.843526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 979 | 2024-03-26T14:47:55.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 553.899228ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 980 | 2024-03-26T14:47:55.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 762.572342ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 981 | 2024-03-26T14:47:55.720Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 439.14258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 982 | 2024-03-26T14:47:55.737Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 538.201704ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 983 | 2024-03-26T14:47:55.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 1.134496367s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 984 | 2024-03-26T14:47:55.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 651.793258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 985 | 2024-03-26T14:47:55.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 865.850551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 986 | 2024-03-26T14:47:55.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 845.745652ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 987 | 2024-03-26T14:47:55.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 534.498037ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 988 | 2024-03-26T14:47:55.905Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService28"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte5"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 989 | 2024-03-26T14:47:55.905Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 990 | 2024-03-26T14:47:55.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 821.74204ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 991 | 2024-03-26T14:47:55.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 575.188518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 992 | 2024-03-26T14:47:56.010Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 1.202068606s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 993 | 2024-03-26T14:47:56.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 755.949159ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 994 | 2024-03-26T14:47:56.172Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 1.014896613s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 995 | 2024-03-26T14:47:56.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 47.810251ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 996 | 2024-03-26T14:47:56.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 89.031032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 997 | 2024-03-26T14:47:56.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 1.218676884s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 998 | 2024-03-26T14:47:56.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 1.371277716s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 999 | 2024-03-26T14:47:56.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 198.453804ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1000 | 2024-03-26T14:47:56.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 1.305181748s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1001 | 2024-03-26T14:47:56.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 582.889705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1002 | 2024-03-26T14:47:56.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 1.102035873s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1003 | 2024-03-26T14:47:56.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 1.0464932s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1004 | 2024-03-26T14:47:56.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 727.310453ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1005 | 2024-03-26T14:47:56.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 217.312581ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1006 | 2024-03-26T14:47:56.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 600.349278ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1007 | 2024-03-26T14:47:56.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 754.668057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1008 | 2024-03-26T14:47:56.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 608.361441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1009 | 2024-03-26T14:47:56.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 1.379734636s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1010 | 2024-03-26T14:47:56.803Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 902.937654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1011 | 2024-03-26T14:47:56.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 1.042917089s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1012 | 2024-03-26T14:47:56.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 578.342999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1013 | 2024-03-26T14:47:56.865Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 1.120933737s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1014 | 2024-03-26T14:47:56.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 938.785332ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1015 | 2024-03-26T14:47:57.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 506.420321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1016 | 2024-03-26T14:47:57.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 769.971234ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1017 | 2024-03-26T14:47:57.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 546.305151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1018 | 2024-03-26T14:47:57.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 1.010177268s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1019 | 2024-03-26T14:47:57.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 1.439044871s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1020 | 2024-03-26T14:47:57.308Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 1.052830396s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1021 | 2024-03-26T14:47:57.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 770.73902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1022 | 2024-03-26T14:47:57.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 1.09332747s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1023 | 2024-03-26T14:47:57.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 631.357823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1024 | 2024-03-26T14:47:57.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 852.403522ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1025 | 2024-03-26T14:47:57.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 1.233998449s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1026 | 2024-03-26T14:47:57.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 818.882773ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1027 | 2024-03-26T14:47:57.671Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 568.085058ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1028 | 2024-03-26T14:47:57.720Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 519.839304ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1029 | 2024-03-26T14:47:57.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 812.178082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1030 | 2024-03-26T14:47:57.770Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 500.251718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1031 | 2024-03-26T14:47:57.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 1.497712249s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1032 | 2024-03-26T14:47:57.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 614.263231ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1033 | 2024-03-26T14:47:57.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 558.764592ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1034 | 2024-03-26T14:47:58.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 1.114653564s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1035 | 2024-03-26T14:47:58.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 1.277941965s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1036 | 2024-03-26T14:47:58.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 1.125770064s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1037 | 2024-03-26T14:47:58.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 512.281749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1038 | 2024-03-26T14:47:58.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 1.197868606s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1039 | 2024-03-26T14:47:58.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 842.827168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1040 | 2024-03-26T14:47:58.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 966.22014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1041 | 2024-03-26T14:47:58.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 747.611938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1042 | 2024-03-26T14:47:58.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 736.74984ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1043 | 2024-03-26T14:47:58.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 569.452399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1044 | 2024-03-26T14:47:58.416Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 819.009554ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1045 | 2024-03-26T14:47:58.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 904.524443ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1046 | 2024-03-26T14:47:58.539Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 1.33333093s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1047 | 2024-03-26T14:47:58.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 1.146496618s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1048 | 2024-03-26T14:47:58.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 1.034856601s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1049 | 2024-03-26T14:47:58.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 545.191375ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1050 | 2024-03-26T14:47:58.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 531.682934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1051 | 2024-03-26T14:47:58.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 1.123691231s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1052 | 2024-03-26T14:47:58.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 1.248090023s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1053 | 2024-03-26T14:47:59.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 1.012280427s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1054 | 2024-03-26T14:47:59.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 1.183452055s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1055 | 2024-03-26T14:47:59.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 608.127823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1056 | 2024-03-26T14:47:59.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 835.221867ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1057 | 2024-03-26T14:47:59.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 1.029224645s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1058 | 2024-03-26T14:47:59.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 1.388693771s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1059 | 2024-03-26T14:47:59.268Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 1.368263373s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1060 | 2024-03-26T14:47:59.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 682.682925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1061 | 2024-03-26T14:47:59.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 762.533456ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1062 | 2024-03-26T14:47:59.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 1.037148989s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1063 | 2024-03-26T14:47:59.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 1.221805927s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1064 | 2024-03-26T14:47:59.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 1.447097099s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1065 | 2024-03-26T14:47:59.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 1.031445846s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1066 | 2024-03-26T14:47:59.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 941.044874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1067 | 2024-03-26T14:47:59.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 762.537814ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1068 | 2024-03-26T14:47:59.751Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 815.597006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1069 | 2024-03-26T14:47:59.885Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 1.330600323s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1070 | 2024-03-26T14:47:59.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 742.277543ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1071 | 2024-03-26T14:47:59.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 553.882002ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1072 | 2024-03-26T14:47:59.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 903.461208ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1073 | 2024-03-26T14:48:00.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 1.16674668s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1074 | 2024-03-26T14:48:00.088Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 671.847533ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1075 | 2024-03-26T14:48:00.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 940.217654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1076 | 2024-03-26T14:48:00.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 1.340850543s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1077 | 2024-03-26T14:48:00.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 643.719553ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1078 | 2024-03-26T14:48:00.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 599.567244ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1079 | 2024-03-26T14:48:00.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 646.980409ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1080 | 2024-03-26T14:48:00.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 1.304726977s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1081 | 2024-03-26T14:48:00.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 689.309946ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1082 | 2024-03-26T14:48:00.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 560.996564ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1083 | 2024-03-26T14:48:00.597Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 583.15689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1084 | 2024-03-26T14:48:00.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 1.324187593s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1085 | 2024-03-26T14:48:00.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 915.964786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1086 | 2024-03-26T14:48:00.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 550.715701ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1087 | 2024-03-26T14:48:00.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 1.031778657s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1088 | 2024-03-26T14:48:00.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 1.496724901s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1089 | 2024-03-26T14:48:00.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 522.809362ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1090 | 2024-03-26T14:48:00.923Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 1.014964337s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1091 | 2024-03-26T14:48:00.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 590.420266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1092 | 2024-03-26T14:48:01.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 1.125953567s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1093 | 2024-03-26T14:48:01.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 961.631884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1094 | 2024-03-26T14:48:01.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 1.234605783s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1095 | 2024-03-26T14:48:01.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 1.116842513s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1096 | 2024-03-26T14:48:01.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 1.160507593s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1097 | 2024-03-26T14:48:01.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 1.22244906s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1098 | 2024-03-26T14:48:01.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 1.208422268s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1099 | 2024-03-26T14:48:01.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 1.259755243s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1100 | 2024-03-26T14:48:01.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 987.948698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1101 | 2024-03-26T14:48:01.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 1.2211991s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1102 | 2024-03-26T14:48:01.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 1.379110775s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1103 | 2024-03-26T14:48:01.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 942.321864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1104 | 2024-03-26T14:48:01.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 758.179047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1105 | 2024-03-26T14:48:01.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 857.69848ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1106 | 2024-03-26T14:48:01.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 762.286416ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1107 | 2024-03-26T14:48:02.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 1.186879342s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1108 | 2024-03-26T14:48:02.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 1.423260508s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1109 | 2024-03-26T14:48:02.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 1.269793306s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1110 | 2024-03-26T14:48:02.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 924.456437ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1111 | 2024-03-26T14:48:02.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 583.616448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1112 | 2024-03-26T14:48:02.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 1.00948798s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1113 | 2024-03-26T14:48:02.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 548.557166ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1114 | 2024-03-26T14:48:02.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 1.208780248s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1115 | 2024-03-26T14:48:02.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 944.954377ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1116 | 2024-03-26T14:48:02.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 691.939873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1117 | 2024-03-26T14:48:02.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 616.488377ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1118 | 2024-03-26T14:48:02.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 847.369144ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1119 | 2024-03-26T14:48:02.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 501.417605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1120 | 2024-03-26T14:48:02.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 962.337775ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1121 | 2024-03-26T14:48:02.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 1.222999807s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1122 | 2024-03-26T14:48:02.728Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::e"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1123 | 2024-03-26T14:48:02.729Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1124 | 2024-03-26T14:48:02.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 1.434977484s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1125 | 2024-03-26T14:48:02.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 865.249365ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1126 | 2024-03-26T14:48:02.882Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 1.17410837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1127 | 2024-03-26T14:48:02.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 1.328591883s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1128 | 2024-03-26T14:48:02.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 627.324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1129 | 2024-03-26T14:48:02.994Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 50.628732ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1130 | 2024-03-26T14:48:03.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 756.664549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1131 | 2024-03-26T14:48:03.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 122.620519ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1132 | 2024-03-26T14:48:03.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 872.072212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1133 | 2024-03-26T14:48:03.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 1.030789981s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1134 | 2024-03-26T14:48:03.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 1.47833228s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1135 | 2024-03-26T14:48:03.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 1.192219891s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1136 | 2024-03-26T14:48:03.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 191.390551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1137 | 2024-03-26T14:48:03.334Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 879.619541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1138 | 2024-03-26T14:48:03.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 1.06687562s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1139 | 2024-03-26T14:48:03.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 1.494487688s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1140 | 2024-03-26T14:48:03.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 782.684478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1141 | 2024-03-26T14:48:03.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 357.375609ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1142 | 2024-03-26T14:48:03.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 732.065248ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1143 | 2024-03-26T14:48:03.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 1.457286902s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1144 | 2024-03-26T14:48:03.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 598.35351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1145 | 2024-03-26T14:48:03.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 760.99401ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1146 | 2024-03-26T14:48:03.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 783.234754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1147 | 2024-03-26T14:48:03.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 586.17217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1148 | 2024-03-26T14:48:03.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 537.781034ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1149 | 2024-03-26T14:48:03.942Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 1.487442411s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1150 | 2024-03-26T14:48:03.985Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 1.237601542s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1151 | 2024-03-26T14:48:04.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 656.192119ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1152 | 2024-03-26T14:48:04.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 1.380440884s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1153 | 2024-03-26T14:48:04.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 608.277693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1154 | 2024-03-26T14:48:04.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 948.140705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1155 | 2024-03-26T14:48:04.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 641.895114ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1156 | 2024-03-26T14:48:04.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 842.77117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1157 | 2024-03-26T14:48:04.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 1.186733877s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1158 | 2024-03-26T14:48:04.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 1.155322425s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1159 | 2024-03-26T14:48:04.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 975.562172ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1160 | 2024-03-26T14:48:04.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b") failed: Property not found. retry in 1.323521167s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1161 | 2024-03-26T14:48:04.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 1.185706431s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1162 | 2024-03-26T14:48:04.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 771.58146ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1163 | 2024-03-26T14:48:04.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 1.268812281s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1164 | 2024-03-26T14:48:04.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 1.216707224s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1165 | 2024-03-26T14:48:04.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 607.168753ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1166 | 2024-03-26T14:48:04.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 608.889781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1167 | 2024-03-26T14:48:04.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 1.083381958s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1168 | 2024-03-26T14:48:04.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 1.216267477s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1169 | 2024-03-26T14:48:04.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 1.327431882s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1170 | 2024-03-26T14:48:05.001Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 504.913447ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1171 | 2024-03-26T14:48:05.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110") failed: Property not found. retry in 1.487973477s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1172 | 2024-03-26T14:48:05.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 925.326283ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1173 | 2024-03-26T14:48:05.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 1.367908568s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1174 | 2024-03-26T14:48:05.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 504.198233ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1175 | 2024-03-26T14:48:05.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 528.22872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1176 | 2024-03-26T14:48:05.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7") failed: Property not found. retry in 1.372955931s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1177 | 2024-03-26T14:48:05.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 1.349653873s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1178 | 2024-03-26T14:48:05.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 1.027412022s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1179 | 2024-03-26T14:48:05.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d") failed: Property not found. retry in 790.655072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1180 | 2024-03-26T14:48:05.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 581.47691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1181 | 2024-03-26T14:48:05.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc") failed: Property not found. retry in 1.236449691s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1182 | 2024-03-26T14:48:05.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 665.961205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1183 | 2024-03-26T14:48:05.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7") failed: Property not found. retry in 1.323536067s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1184 | 2024-03-26T14:48:05.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 917.263422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1185 | 2024-03-26T14:48:05.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 993.902311ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1186 | 2024-03-26T14:48:05.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 727.739351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1187 | 2024-03-26T14:48:05.791Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 793.485268ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1188 | 2024-03-26T14:48:05.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64") failed: Property not found. retry in 1.389351793s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1189 | 2024-03-26T14:48:06.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba") failed: Property not found. retry in 693.711383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1190 | 2024-03-26T14:48:06.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63") failed: Property not found. retry in 1.162844568s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1191 | 2024-03-26T14:48:06.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20") failed: Property not found. retry in 748.729132ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1192 | 2024-03-26T14:48:06.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee") failed: Property not found. retry in 1.244963843s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1193 | 2024-03-26T14:48:06.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531") failed: Property not found. retry in 906.832423ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1194 | 2024-03-26T14:48:06.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040") failed: Property not found. retry in 1.018905853s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1195 | 2024-03-26T14:48:06.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44") failed: Property not found. retry in 1.369961055s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1196 | 2024-03-26T14:48:06.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a") failed: Property not found. retry in 1.285738692s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1197 | 2024-03-26T14:48:06.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371") failed: Property not found. retry in 671.489324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1198 | 2024-03-26T14:48:06.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb") failed: Property not found. retry in 1.083934628s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1199 | 2024-03-26T14:48:06.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11") failed: Property not found. retry in 1.199793572s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1200 | 2024-03-26T14:48:06.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 993.752239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1201 | 2024-03-26T14:48:07.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 766.660888ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1202 | 2024-03-26T14:48:08.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 694.419094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1203 | 2024-03-26T14:48:09.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 923.998999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1204 | 2024-03-26T14:48:10.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 1.244756832s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1205 | 2024-03-26T14:48:10.289Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38564
|
| 1206 | 2024-03-26T14:48:10.294Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3438
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38564
req_id = a16a03e6-7d03-41e5-8465-2ce5fe151f96
response_code = 200
uri = /baseboard
|
| 1207 | 2024-03-26T14:48:11.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 593.584093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1208 | 2024-03-26T14:48:12.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 831.039927ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1209 | 2024-03-26T14:48:12.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 697.210357ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1210 | 2024-03-26T14:48:13.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 800.439367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1211 | 2024-03-26T14:48:14.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 671.124955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1212 | 2024-03-26T14:48:15.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 1.366617647s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1213 | 2024-03-26T14:48:16.477Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 530.228885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1214 | 2024-03-26T14:48:17.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 1.398935839s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1215 | 2024-03-26T14:48:18.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 637.035801ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1216 | 2024-03-26T14:48:19.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 653.07356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1217 | 2024-03-26T14:48:19.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 1.024731944s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1218 | 2024-03-26T14:48:20.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142") failed: Property not found. retry in 696.371703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1219 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_87a3cbe0-3562-4e8c-a042-0b67bc72fb44
|
| 1220 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_external_dns_2e9831bc-de16-463b-94fe-4f969ed33c5b
|
| 1221 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_pantry_8ff7e253-6aa5-4d55-ab83-d6e216da910d
|
| 1222 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_pantry_5527a333-d51b-4ca5-9247-be48fcdaf531
|
| 1223 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_clickhouse_8d96e3f9-d109-4387-b89c-3d8d2158d142
|
| 1224 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_69b3c17a-71ce-4509-822d-1a1b6324ec20
|
| 1225 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_419615f5-4018-4d9a-9748-35ec685b6371
|
| 1226 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_80062a08-851b-4fc7-b5ff-c9ea7cd2d2cb
|
| 1227 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_e3a8831b-aed0-4147-8293-15ccb4d8aadc
|
| 1228 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7
|
| 1229 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_d4730f9c-9c61-4253-8bcc-5c213aeea2d7
|
| 1230 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_nexus_58031502-b197-46d3-8fce-44109cd5528a
|
| 1231 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_42d5c094-5a72-4dfc-8f7a-db7237db7cee
|
| 1232 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_oximeter_41e6b6cf-9203-465e-a752-a37433392110
|
| 1233 | 2024-03-26T14:48:21.498Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_external_dns_7759159c-adc5-4a51-8329-bb65418d9a63
|
| 1234 | 2024-03-26T14:48:21.499Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_nexus_62d49fb8-3f2d-4945-baaf-1358c4bb8e64
|
| 1235 | 2024-03-26T14:48:21.499Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_nexus_7a34fc90-f21e-44ea-b5e6-699139bc8a11
|
| 1236 | 2024-03-26T14:48:21.499Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_pantry_be25a1f7-7f79-4cfa-89aa-ed4a94360cba
|
| 1237 | 2024-03-26T14:48:21.499Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2945
zone = oxz_crucible_bde8f88e-7a9c-41f0-8643-224c206d3040
|
| 1238 | 2024-03-26T14:48:21.499Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1239 | 2024-03-26T14:48:21.502Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1240 | 2024-03-26T14:48:21.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 41270951
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60399
req_id = 7996ffe5-9dbe-447f-98fa-cd06115ab1f9
response_code = 204
uri = /omicron-zones
|
| 1241 | 2024-03-26T14:48:21.519Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1041
|
| 1242 | 2024-03-26T14:48:21.521Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1243 | 2024-03-26T14:48:21.521Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1244 | 2024-03-26T14:48:21.524Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:554
|
| 1245 | 2024-03-26T14:48:21.527Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:562
|
| 1246 | 2024-03-26T14:48:21.580Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV1 {
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 24,
},
),
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:666
|
| 1247 | 2024-03-26T14:48:21.838Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9398eaf9-d466-4074-a80c-4f8e0ff7f1de", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:21 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9398eaf9-d466-4074-a80c-4f8e0ff7f1de" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1248 | 2024-03-26T14:48:22.024Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f5ecf0c4-4a5a-4342-a538-feee77bd6fcc", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:21 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f5ecf0c4-4a5a-4342-a538-feee77bd6fcc" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1249 | 2024-03-26T14:48:22.207Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8bf98074-d432-401a-9f81-e044a7d46334", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:21 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8bf98074-d432-401a-9f81-e044a7d46334" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1250 | 2024-03-26T14:48:22.423Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "eb55f731-ffae-4ef6-8545-dba335cfa991", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:21 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "eb55f731-ffae-4ef6-8545-dba335cfa991" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1251 | 2024-03-26T14:48:22.617Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "40c63164-75c4-4fed-a70b-80ba8be5461a", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:21 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "40c63164-75c4-4fed-a70b-80ba8be5461a" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1252 | 2024-03-26T14:48:22.896Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "831c9c0d-d683-4b99-81f0-80a8ccb45f9b", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "831c9c0d-d683-4b99-81f0-80a8ccb45f9b" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1253 | 2024-03-26T14:48:23.170Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "23d33a9e-a6d8-44fc-bacd-6a7a13b34e73", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "23d33a9e-a6d8-44fc-bacd-6a7a13b34e73" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1254 | 2024-03-26T14:48:23.446Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fc4d3377-a1ea-4545-b3d0-8f48f7f4e994", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fc4d3377-a1ea-4545-b3d0-8f48f7f4e994" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1255 | 2024-03-26T14:48:24.024Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c74ad448-7bfe-411e-839f-0ffff2d5106a", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:24 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c74ad448-7bfe-411e-839f-0ffff2d5106a" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1256 | 2024-03-26T14:48:24.435Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a45aa195-3d6d-4cd7-a03e-e4174faed70f", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:24 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a45aa195-3d6d-4cd7-a03e-e4174faed70f" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1257 | 2024-03-26T14:48:24.956Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "e9a1c4e2-b51b-4cb8-b136-272dbcf73c9b", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:24 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "e9a1c4e2-b51b-4cb8-b136-272dbcf73c9b" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1258 | 2024-03-26T14:48:25.591Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4bc5651e-8da7-4e91-843d-d5d7c2c58326", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:25 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4bc5651e-8da7-4e91-843d-d5d7c2c58326" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1259 | 2024-03-26T14:48:26.366Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "433b8b27-9a46-4271-9e87-cf0555bbead0", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "433b8b27-9a46-4271-9e87-cf0555bbead0" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1260 | 2024-03-26T14:48:27.629Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "65824854-3218-497e-9317-fa4d0f09c0ff", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:27 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "65824854-3218-497e-9317-fa4d0f09c0ff" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1261 | 2024-03-26T14:48:28.828Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "407920d8-12aa-4aa8-8420-71286cb52d8e", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:28 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "407920d8-12aa-4aa8-8420-71286cb52d8e" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1262 | 2024-03-26T14:48:30.090Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "971d6ace-cdb9-4b4c-92f8-65147c1d2877", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "971d6ace-cdb9-4b4c-92f8-65147c1d2877" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1263 | 2024-03-26T14:48:31.359Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d5c803a1-d26b-42bd-89ab-e69032d576da", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d5c803a1-d26b-42bd-89ab-e69032d576da" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1264 | 2024-03-26T14:48:32.966Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ab5488b0-7c1b-4250-8dc8-bc9dc474c6f3", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:32 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ab5488b0-7c1b-4250-8dc8-bc9dc474c6f3" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1265 | 2024-03-26T14:48:35.908Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "659171e4-70f9-430d-8abe-2f7bf70f108d", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:35 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "659171e4-70f9-430d-8abe-2f7bf70f108d" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1266 | 2024-03-26T14:48:37.465Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "98d7d082-8035-40b9-b287-b1fa845a18ab", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "98d7d082-8035-40b9-b287-b1fa845a18ab" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1267 | 2024-03-26T14:48:40.328Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62252
|
| 1268 | 2024-03-26T14:48:40.328Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 40
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62252
req_id = 947db3d4-469a-47c2-a22b-edcc230322e5
response_code = 200
uri = /baseboard
|
| 1269 | 2024-03-26T14:48:40.926Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c758bf63-d47e-45d5-862e-60fe8d4d8c01", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c758bf63-d47e-45d5-862e-60fe8d4d8c01" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1270 | 2024-03-26T14:48:43.521Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "719660d6-6836-47b9-8c55-25a762905ac8", "content-length": "124", "date": "Tue, 26 Mar 2024 14:48:43 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "719660d6-6836-47b9-8c55-25a762905ac8" }
file = sled-agent/src/rack_setup/service.rs:688
|
| 1271 | 2024-03-26T14:48:44.018Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"04cce7a3-c511-48e4-9351-27463201154a\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:43 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"04cce7a3-c511-48e4-9351-27463201154a\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.14612237s
|
| 1272 | 2024-03-26T14:48:44.021Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"36e04587-1095-458a-a948-3359e9d2cb84\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"36e04587-1095-458a-a948-3359e9d2cb84\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.14973829s
|
| 1273 | 2024-03-26T14:48:44.034Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"f1cb39be-6208-443c-8417-25d600ecc48a\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:43 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"f1cb39be-6208-443c-8417-25d600ecc48a\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.1642415s
|
| 1274 | 2024-03-26T14:48:44.044Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"4ec74936-7858-4d7f-8190-ebff88ea48de\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"4ec74936-7858-4d7f-8190-ebff88ea48de\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.173493597s
|
| 1275 | 2024-03-26T14:48:44.048Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"e3e006e4-a4cd-4462-bf83-7019d18da5c7\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"e3e006e4-a4cd-4462-bf83-7019d18da5c7\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.177238928s
|
| 1276 | 2024-03-26T14:48:44.051Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"25f6ce52-ead0-4032-82b9-90700d0b79e5\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:43 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"25f6ce52-ead0-4032-82b9-90700d0b79e5\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.179848543s
|
| 1277 | 2024-03-26T14:48:44.051Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"e95bcdbf-2ddb-4b9d-b673-b11e3edf12ab\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"e95bcdbf-2ddb-4b9d-b673-b11e3edf12ab\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.18176609s
|
| 1278 | 2024-03-26T14:48:44.052Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"481ffcf2-bc75-4b3d-910d-59485fce684f\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"481ffcf2-bc75-4b3d-910d-59485fce684f\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.181174092s
|
| 1279 | 2024-03-26T14:48:44.052Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"81d4e45d-b2eb-43b8-b948-8db4f7c953bd\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"81d4e45d-b2eb-43b8-b948-8db4f7c953bd\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.18103375s
|
| 1280 | 2024-03-26T14:48:44.052Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0ee1f4df-50fe-4289-a213-4f30c655ba61\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:43 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"0ee1f4df-50fe-4289-a213-4f30c655ba61\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.180845387s
|
| 1281 | 2024-03-26T14:48:44.052Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"b3f362a2-5153-4276-adfb-6deda4ad7b62\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:43 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"b3f362a2-5153-4276-adfb-6deda4ad7b62\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.18032997s
|
| 1282 | 2024-03-26T14:48:44.053Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"29469522-d4c1-4838-b945-978a54866c6a\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"29469522-d4c1-4838-b945-978a54866c6a\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.181395115s
|
| 1283 | 2024-03-26T14:48:44.053Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"c5de083a-ea15-4771-9faa-b29305fc80e8\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"c5de083a-ea15-4771-9faa-b29305fc80e8\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.181643248s
|
| 1284 | 2024-03-26T14:48:44.055Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: M2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"d3293a57-c2a8-41eb-9c67-392d28a519be\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"d3293a57-c2a8-41eb-9c67-392d28a519be\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.185688544s
|
| 1285 | 2024-03-26T14:48:44.056Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"bcc0ac58-6c34-4a58-ad74-1c3c83ba3e59\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"bcc0ac58-6c34-4a58-ad74-1c3c83ba3e59\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.184741851s
|
| 1286 | 2024-03-26T14:48:44.058Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"8ca9a411-3f44-4af1-bbff-61ae45913087\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:43 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"8ca9a411-3f44-4af1-bbff-61ae45913087\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.18761102s
|
| 1287 | 2024-03-26T14:48:44.060Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"bbc1bd9c-24d4-447d-a806-066da0ced743\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"bbc1bd9c-24d4-447d-a806-066da0ced743\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.375597966s
|
| 1288 | 2024-03-26T14:48:44.061Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"f382d9d6-2e78-47c2-b121-b3b6fbd38f24\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"f382d9d6-2e78-47c2-b121-b3b6fbd38f24\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.374634913s
|
| 1289 | 2024-03-26T14:48:44.062Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"1e9b539b-9918-4d06-afec-3484dc5412af\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"1e9b539b-9918-4d06-afec-3484dc5412af\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.191341622s
|
| 1290 | 2024-03-26T14:48:44.062Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"02405534-0986-4959-aab4-ccfb6c20c5fb\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"02405534-0986-4959-aab4-ccfb6c20c5fb\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.192464287s
|
| 1291 | 2024-03-26T14:48:44.062Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"b94c56a0-993b-4930-8f2a-a2fd9304440c\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"b94c56a0-993b-4930-8f2a-a2fd9304440c\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.191830509s
|
| 1292 | 2024-03-26T14:48:44.062Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"511e014e-ceb7-4406-a077-487b6ab0e06a\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"8caa8b41-973d-444e-9c30-975c7c5f5ef0\\\\\\"\\", request_id: \\"511e014e-ceb7-4406-a077-487b6ab0e06a\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 155.191479063s
|
| 1293 | 2024-03-26T14:48:44.223Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:602
new_generation = 1
old_generation = 1
sled_id = 8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1294 | 2024-03-26T14:48:44.473Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"46daa2d0-458d-4e03-bdfa-6160b4b085b5\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"46daa2d0-458d-4e03-bdfa-6160b4b085b5\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.601733847s
|
| 1295 | 2024-03-26T14:48:44.485Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"69ea04f7-6298-4ac1-9a10-545672dd7385\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"69ea04f7-6298-4ac1-9a10-545672dd7385\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.614386171s
|
| 1296 | 2024-03-26T14:48:44.617Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"080547cc-86fb-4803-8150-3acb617cdf48\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Tue, 26 Mar 2024 14:48:44 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"080547cc-86fb-4803-8150-3acb617cdf48\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 155.745647937s
|
| 1297 | 2024-03-26T14:48:44.831Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1298 | 2024-03-26T14:48:44.947Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1299 | 2024-03-26T14:48:44.947Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1300 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1301 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1302 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1303 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1304 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1305 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1306 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1307 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 8caa8b41-973d-444e-9c30-975c7c5f5ef0, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1308 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1309 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1310 | 2024-03-26T14:48:45.132Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1311 | 2024-03-26T14:48:45.294Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1312 | 2024-03-26T14:48:45.295Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1313 | 2024-03-26T14:48:45.295Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1314 | 2024-03-26T14:48:45.295Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1315 | 2024-03-26T14:48:45.295Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1316 | 2024-03-26T14:48:45.295Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1317 | 2024-03-26T14:48:45.295Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1318 | 2024-03-26T14:48:45.295Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1319 | 2024-03-26T14:48:46.439Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57446
|
| 1320 | 2024-03-26T14:48:46.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57446
req_id = 9d48bd97-cb80-4634-b47a-1dc7dcf3de16
response_code = 200
uri = /network-bootstore-config
|
| 1321 | 2024-03-26T14:48:47.064Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39205
|
| 1322 | 2024-03-26T14:48:47.068Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 55049e5b-9f92-42f6-965a-3944c30a7af2, kind: Service { id: 7759159c-adc5-4a51-8329-bb65418d9a63 }, name: Name("external-dns-7759159c-adc5-4a51-8329-bb65418d9a63"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 166])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: e5c02dd8-4a91-49f0-8ea5-2b4a09ffb6e9, kind: Service { id: 2e9831bc-de16-463b-94fe-4f969ed33c5b }, name: Name("external-dns-2e9831bc-de16-463b-94fe-4f969ed33c5b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b5612c5c-ece0-4d63-87d4-9ce3b609682b, kind: Service { id: 7a34fc90-f21e-44ea-b5e6-699139bc8a11 }, name: Name("nexus-7a34fc90-f21e-44ea-b5e6-699139bc8a11"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 112])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: c3bf2d81-ee80-4d37-a6d5-2b7e55250b9c, kind: Service { id: 58031502-b197-46d3-8fce-44109cd5528a }, name: Name("nexus-58031502-b197-46d3-8fce-44109cd5528a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 227])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: fdbd14c9-be77-487f-b074-420dcbc0aedd, kind: Service { id: 62d49fb8-3f2d-4945-baaf-1358c4bb8e64 }, name: Name("nexus-62d49fb8-3f2d-4945-baaf-1358c4bb8e64"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 39])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1323 | 2024-03-26T14:48:47.069Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1324 | 2024-03-26T14:48:47.069Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1325 | 2024-03-26T14:48:47.069Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1326 | 2024-03-26T14:48:47.069Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1327 | 2024-03-26T14:48:47.069Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1328 | 2024-03-26T14:48:47.069Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1329 | 2024-03-26T14:48:47.069Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 4418
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39205
req_id = a9a0fdb5-c45e-4a8c-84e0-d0401cf9858f
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1330 | 2024-03-26T14:48:47.070Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:698
|
| 1331 | 2024-03-26T14:48:47.277Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43610
|
| 1332 | 2024-03-26T14:48:47.278Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1333 | 2024-03-26T14:48:47.278Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1574
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43610
req_id = 3ecd976d-c19e-40cc-adcf-432a5dbbd36c
response_code = 200
uri = /inventory
|
| 1334 | 2024-03-26T14:48:47.279Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1335 | 2024-03-26T14:48:47.279Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1336 | 2024-03-26T14:48:47.280Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1337 | 2024-03-26T14:48:47.280Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1868
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43610
req_id = a9a81a38-bdb4-4505-93dd-07cd2091c42d
response_code = 200
uri = /omicron-zones
|
| 1338 | 2024-03-26T14:48:49.231Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54374
|
| 1339 | 2024-03-26T14:48:49.316Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 84804
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:54374
req_id = c1f6a7dd-ff8e-47b9-853a-f1267c5b3e37
response_code = 204
uri = /switch-ports
|
| 1340 | 2024-03-26T14:48:49.316Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52076
|
| 1341 | 2024-03-26T14:48:49.320Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3416
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54374
req_id = df574030-3143-4724-ac23-a194ea6507c5
response_code = 200
uri = /network-bootstore-config
|
| 1342 | 2024-03-26T14:48:49.331Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 1343 | 2024-03-26T14:48:49.331Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 1344 | 2024-03-26T14:48:49.336Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 1345 | 2024-03-26T14:48:49.337Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 1346 | 2024-03-26T14:48:49.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8055
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54374
req_id = be688760-d5bc-4604-8fd3-aff8d0a6804d
response_code = 204
uri = /network-bootstore-config
|
| 1347 | 2024-03-26T14:48:49.375Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 58911
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52076
req_id = d50123cd-78ac-45db-8d84-673154019386
response_code = 204
uri = /switch-ports
|
| 1348 | 2024-03-26T14:48:49.376Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52076
req_id = 029629de-ddb1-471a-96e7-0ac140f577d1
response_code = 200
uri = /network-bootstore-config
|
| 1349 | 2024-03-26T14:48:49.417Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54370
|
| 1350 | 2024-03-26T14:48:49.460Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43752
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54370
req_id = 7b3a650e-d6a7-4dec-b0a6-78d6bb670fa8
response_code = 204
uri = /switch-ports
|
| 1351 | 2024-03-26T14:48:49.461Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54370
req_id = 45a876b9-0d80-49e6-b345-28d4ca013a1c
response_code = 200
uri = /network-bootstore-config
|
| 1352 | 2024-03-26T14:49:10.364Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54074
|
| 1353 | 2024-03-26T14:49:10.365Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 69
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54074
req_id = adcec725-1164-449e-b8e9-ee20aca96218
response_code = 200
uri = /baseboard
|
| 1354 | 2024-03-26T14:49:14.125Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::d]:52001
|
| 1355 | 2024-03-26T14:49:14.128Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3356
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = 3b41c0e6-3efc-4c5a-bf98-2133e9d2d0b3
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1356 | 2024-03-26T14:49:19.453Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52652
|
| 1357 | 2024-03-26T14:49:19.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 56133
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52652
req_id = ae0c6a85-8898-460f-9b67-563a298b44f1
response_code = 204
uri = /switch-ports
|
| 1358 | 2024-03-26T14:49:19.509Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44002
|
| 1359 | 2024-03-26T14:49:19.513Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3728
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52652
req_id = 818e32ba-ffc0-4797-b811-ff3e239bead4
response_code = 200
uri = /network-bootstore-config
|
| 1360 | 2024-03-26T14:49:19.555Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45404
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44002
req_id = 5a193b46-ff7a-4eef-ad68-5b3fd67cb183
response_code = 204
uri = /switch-ports
|
| 1361 | 2024-03-26T14:49:19.556Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 816
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44002
req_id = 1690d84c-7883-4be1-81ed-39be3b309dce
response_code = 200
uri = /network-bootstore-config
|
| 1362 | 2024-03-26T14:49:19.572Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61951
|
| 1363 | 2024-03-26T14:49:19.616Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43528
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61951
req_id = 69487e2b-7943-40d8-9a5e-4135febbf871
response_code = 204
uri = /switch-ports
|
| 1364 | 2024-03-26T14:49:19.617Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 637
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61951
req_id = fe6f3151-e6db-42e6-b328-100ae1771a16
response_code = 200
uri = /network-bootstore-config
|
| 1365 | 2024-03-26T14:49:40.401Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48009
|
| 1366 | 2024-03-26T14:49:40.401Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 106
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48009
req_id = 62edf3a4-a99e-46be-9514-9f1bca1b6b3d
response_code = 200
uri = /baseboard
|
| 1367 | 2024-03-26T14:49:44.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1096
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = 2a2a4e97-fc3c-489f-9fb5-81fbc5d62a2e
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1368 | 2024-03-26T14:49:49.154Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40865
|
| 1369 | 2024-03-26T14:49:49.205Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 51052
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:40865
req_id = 11943173-a209-4404-8410-7f60a67e0c44
response_code = 204
uri = /switch-ports
|
| 1370 | 2024-03-26T14:49:49.205Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45557
|
| 1371 | 2024-03-26T14:49:49.205Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64420
|
| 1372 | 2024-03-26T14:49:49.210Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 5185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40865
req_id = 9619df88-f6c9-4674-9ae2-0fddfd70b900
response_code = 200
uri = /network-bootstore-config
|
| 1373 | 2024-03-26T14:49:49.255Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49720
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45557
req_id = 477e9463-f940-4e5a-a88b-f788af0d4dd1
response_code = 204
uri = /switch-ports
|
| 1374 | 2024-03-26T14:49:49.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 623
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45557
req_id = a721b615-6714-4c3c-b17e-f5dd1155039f
response_code = 200
uri = /network-bootstore-config
|
| 1375 | 2024-03-26T14:49:49.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 95407
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64420
req_id = 24db90f9-e14e-49dd-af86-d6db69ea8827
response_code = 204
uri = /switch-ports
|
| 1376 | 2024-03-26T14:49:49.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64420
req_id = a3e333c2-3253-4322-8adf-65578a944cea
response_code = 200
uri = /network-bootstore-config
|
| 1377 | 2024-03-26T14:50:10.433Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43662
|
| 1378 | 2024-03-26T14:50:10.433Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 106
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43662
req_id = 124f4999-c13d-4701-a4e9-a36a08a01132
response_code = 200
uri = /baseboard
|
| 1379 | 2024-03-26T14:50:14.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 554
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = bbfd3305-9326-4c38-bcb0-27ad556b8045
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1380 | 2024-03-26T14:50:19.355Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50099
|
| 1381 | 2024-03-26T14:50:19.404Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49195
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50099
req_id = de8093a6-b8ba-494c-bcb5-fcc532c38f8d
response_code = 204
uri = /switch-ports
|
| 1382 | 2024-03-26T14:50:19.404Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50099
req_id = b4205dd3-5e0d-426a-be1d-3ba833524978
response_code = 200
uri = /network-bootstore-config
|
| 1383 | 2024-03-26T14:50:19.424Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39689
|
| 1384 | 2024-03-26T14:50:19.471Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47125
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39689
req_id = b7f3149e-745c-4ee0-8f62-b1351b6151e8
response_code = 204
uri = /switch-ports
|
| 1385 | 2024-03-26T14:50:19.479Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39689
req_id = 80d8c79d-1b5a-4bf4-8ab0-6d8372486e69
response_code = 200
uri = /network-bootstore-config
|
| 1386 | 2024-03-26T14:50:19.545Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60743
|
| 1387 | 2024-03-26T14:50:19.592Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46960
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60743
req_id = fb12e9fb-22cd-4d44-ba5f-3985ebbdf35d
response_code = 204
uri = /switch-ports
|
| 1388 | 2024-03-26T14:50:19.592Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60743
req_id = 24c0fcda-4f48-4d12-b784-1511c38f9aea
response_code = 200
uri = /network-bootstore-config
|
| 1389 | 2024-03-26T14:50:40.467Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35083
|
| 1390 | 2024-03-26T14:50:40.468Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 708
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:35083
req_id = b88a3e9f-61d4-4f61-83e5-640eecf849d9
response_code = 200
uri = /baseboard
|
| 1391 | 2024-03-26T14:50:44.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 563
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = c6a8d40c-90e5-4d4d-a661-c26cbd831278
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1392 | 2024-03-26T14:50:49.128Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48667
|
| 1393 | 2024-03-26T14:50:49.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48821
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48667
req_id = 37ef9656-20cb-44c4-a3b9-7e431ebf2caa
response_code = 204
uri = /switch-ports
|
| 1394 | 2024-03-26T14:50:49.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48667
req_id = e216d54f-8bdb-4991-b4d4-aeedff291486
response_code = 200
uri = /network-bootstore-config
|
| 1395 | 2024-03-26T14:50:49.217Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36692
|
| 1396 | 2024-03-26T14:50:49.266Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48423
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:36692
req_id = 042b440e-2c00-4fb3-b1a5-7888e4f29c8f
response_code = 204
uri = /switch-ports
|
| 1397 | 2024-03-26T14:50:49.266Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54168
|
| 1398 | 2024-03-26T14:50:49.309Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43018
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54168
req_id = ad58b56c-0379-49d8-99fb-ebff1a2e055b
response_code = 204
uri = /switch-ports
|
| 1399 | 2024-03-26T14:50:49.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36692
req_id = 83dc889d-d923-4e3a-a2e2-a4a8e3d36c14
response_code = 200
uri = /network-bootstore-config
|
| 1400 | 2024-03-26T14:50:49.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54168
req_id = a3187037-a7ba-47ff-98de-7e2169da9222
response_code = 200
uri = /network-bootstore-config
|
| 1401 | 2024-03-26T14:51:05.610Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 1402 | 2024-03-26T14:51:10.502Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46384
|
| 1403 | 2024-03-26T14:51:10.502Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 99
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46384
req_id = 9bc32d81-df6d-4ac1-af61-8d2c9116b44b
response_code = 200
uri = /baseboard
|
| 1404 | 2024-03-26T14:51:14.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1186
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = 9dcf44b4-0aca-43b5-828e-9fe258488490
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1405 | 2024-03-26T14:51:19.291Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57643
|
| 1406 | 2024-03-26T14:51:19.342Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50196
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57643
req_id = 6108fed6-a863-4525-9375-93085a183dbf
response_code = 204
uri = /switch-ports
|
| 1407 | 2024-03-26T14:51:19.342Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57643
req_id = 5c002c1f-171a-4686-b632-85ca22abced2
response_code = 200
uri = /network-bootstore-config
|
| 1408 | 2024-03-26T14:51:19.379Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52226
|
| 1409 | 2024-03-26T14:51:19.428Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48243
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52226
req_id = eef3447f-ac91-47de-b31d-400df47a0118
response_code = 204
uri = /switch-ports
|
| 1410 | 2024-03-26T14:51:19.429Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 843
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52226
req_id = 6dc9b25a-7e17-429c-8a5d-757c7c78b9e0
response_code = 200
uri = /network-bootstore-config
|
| 1411 | 2024-03-26T14:51:19.753Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38988
|
| 1412 | 2024-03-26T14:51:19.798Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44492
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38988
req_id = 8b141c50-ecf8-4ebb-93b2-01e7a5f3f75a
response_code = 204
uri = /switch-ports
|
| 1413 | 2024-03-26T14:51:19.798Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38988
req_id = 909e0521-865c-46ed-bd22-845c452182cd
response_code = 200
uri = /network-bootstore-config
|
| 1414 | 2024-03-26T14:51:40.535Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48177
|
| 1415 | 2024-03-26T14:51:40.535Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 125
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48177
req_id = bb69b695-0a81-4428-ad04-6fe6d9c50047
response_code = 200
uri = /baseboard
|
| 1416 | 2024-03-26T14:51:44.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 656
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = f30396a4-0ea4-4c54-bc79-a5ffa429d5f8
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1417 | 2024-03-26T14:51:49.169Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63544
|
| 1418 | 2024-03-26T14:51:49.216Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46799
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63544
req_id = aa143bf8-48f2-44d5-a8b5-fb8631db96ca
response_code = 204
uri = /switch-ports
|
| 1419 | 2024-03-26T14:51:49.216Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43636
|
| 1420 | 2024-03-26T14:51:49.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63544
req_id = 71bb69bc-3d50-42b0-b5d3-be1e9ca3c24d
response_code = 200
uri = /network-bootstore-config
|
| 1421 | 2024-03-26T14:51:49.262Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46015
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43636
req_id = 065ce63f-5c3d-49e9-8e9f-f67cea089cff
response_code = 204
uri = /switch-ports
|
| 1422 | 2024-03-26T14:51:49.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43636
req_id = 97eb9d05-ed1f-4458-b15b-dcad68a534f1
response_code = 200
uri = /network-bootstore-config
|
| 1423 | 2024-03-26T14:51:49.416Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55710
|
| 1424 | 2024-03-26T14:51:49.462Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45828
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55710
req_id = 9dd2efab-9623-4a8b-b004-d591ccc479a4
response_code = 204
uri = /switch-ports
|
| 1425 | 2024-03-26T14:51:49.462Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55710
req_id = 91f90700-4286-4ed3-852b-924047e3b441
response_code = 200
uri = /network-bootstore-config
|
| 1426 | 2024-03-26T14:52:10.577Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52798
|
| 1427 | 2024-03-26T14:52:10.578Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 668
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52798
req_id = 6a1b5fb2-e985-4df5-a909-8a3729bb3890
response_code = 200
uri = /baseboard
|
| 1428 | 2024-03-26T14:52:14.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 542
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = 9d44b84a-5a6f-49cf-be2b-b3a57ab47431
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1429 | 2024-03-26T14:52:19.275Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52960
|
| 1430 | 2024-03-26T14:52:19.325Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50409
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52960
req_id = ce1473ea-f18a-45b5-9137-639436a89cf2
response_code = 204
uri = /switch-ports
|
| 1431 | 2024-03-26T14:52:19.325Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51235
|
| 1432 | 2024-03-26T14:52:19.371Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45915
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:51235
req_id = cebac4c0-f720-403d-a424-3721dab1e78b
response_code = 204
uri = /switch-ports
|
| 1433 | 2024-03-26T14:52:19.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52960
req_id = d2fb55ca-2fe9-4680-8372-d4c4c118b937
response_code = 200
uri = /network-bootstore-config
|
| 1434 | 2024-03-26T14:52:19.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51235
req_id = 44d31358-efef-4c26-8447-cd45ea185344
response_code = 200
uri = /network-bootstore-config
|
| 1435 | 2024-03-26T14:52:19.553Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54772
|
| 1436 | 2024-03-26T14:52:19.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43944
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54772
req_id = 89e1c1fe-7640-45d6-9e19-44a60d2043b0
response_code = 204
uri = /switch-ports
|
| 1437 | 2024-03-26T14:52:19.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54772
req_id = 125a5f31-935d-42c0-80c3-cf20ba1482f3
response_code = 200
uri = /network-bootstore-config
|
| 1438 | 2024-03-26T14:52:40.610Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34148
|
| 1439 | 2024-03-26T14:52:40.610Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 87
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34148
req_id = 5dd035a8-b9f7-44cd-9147-385dff7df0a4
response_code = 200
uri = /baseboard
|
| 1440 | 2024-03-26T14:52:44.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = 5eea796f-b318-4210-a146-3eab9654d95e
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1441 | 2024-03-26T14:52:49.182Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54664
|
| 1442 | 2024-03-26T14:52:49.235Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 52534
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54664
req_id = 255b451f-64c7-4f06-993a-64d4d5776f27
response_code = 204
uri = /switch-ports
|
| 1443 | 2024-03-26T14:52:49.235Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37096
|
| 1444 | 2024-03-26T14:52:49.280Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45083
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37096
req_id = c4fe90dc-90cb-45fe-9197-fbdd849712c0
response_code = 204
uri = /switch-ports
|
| 1445 | 2024-03-26T14:52:49.280Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39297
|
| 1446 | 2024-03-26T14:52:49.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 772
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37096
req_id = 7677b8c4-9a57-465d-9f22-f4c34a1130ad
response_code = 200
uri = /network-bootstore-config
|
| 1447 | 2024-03-26T14:52:49.284Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3593
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54664
req_id = e35eaf80-366b-4cf6-84db-c8e1e87a6471
response_code = 200
uri = /network-bootstore-config
|
| 1448 | 2024-03-26T14:52:49.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45644
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39297
req_id = 50ef20ab-dabe-4af5-a487-fec3da12c10e
response_code = 204
uri = /switch-ports
|
| 1449 | 2024-03-26T14:52:49.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39297
req_id = e12857db-a6ed-4fba-855b-b1c4d568c14b
response_code = 200
uri = /network-bootstore-config
|
| 1450 | 2024-03-26T14:53:10.642Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55252
|
| 1451 | 2024-03-26T14:53:10.642Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 95
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55252
req_id = 94fb3e20-02a6-4857-9d6c-fde1d7e776ea
response_code = 200
uri = /baseboard
|
| 1452 | 2024-03-26T14:53:14.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1638
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = ca02112c-4a22-4ebc-b108-4d0a8237eea8
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1453 | 2024-03-26T14:53:19.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56852
|
| 1454 | 2024-03-26T14:53:19.511Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 63829
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56852
req_id = 180c56d6-2013-44ad-a00d-5370c4282d6c
response_code = 204
uri = /switch-ports
|
| 1455 | 2024-03-26T14:53:19.512Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42595
|
| 1456 | 2024-03-26T14:53:19.572Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 60187
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:42595
req_id = 5c941400-5641-4ad5-a1ea-5614549849df
response_code = 204
uri = /switch-ports
|
| 1457 | 2024-03-26T14:53:19.572Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56852
req_id = cf1c8c60-c152-4012-9ebf-2d73728357f2
response_code = 200
uri = /network-bootstore-config
|
| 1458 | 2024-03-26T14:53:19.573Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 770
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42595
req_id = 6e789497-c37a-48c3-8a4e-fe8b8ec69921
response_code = 200
uri = /network-bootstore-config
|
| 1459 | 2024-03-26T14:53:19.690Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55339
|
| 1460 | 2024-03-26T14:53:19.740Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50806
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55339
req_id = 8ba628b8-7cd1-44b2-a472-c2d6ed9bda82
response_code = 204
uri = /switch-ports
|
| 1461 | 2024-03-26T14:53:19.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55339
req_id = 51c3d53c-e400-4ce0-b197-714445550ddd
response_code = 200
uri = /network-bootstore-config
|
| 1462 | 2024-03-26T14:53:40.676Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58037
|
| 1463 | 2024-03-26T14:53:40.676Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 103
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58037
req_id = 2a650799-bd88-4c38-9ed5-0bd508b5fa7e
response_code = 200
uri = /baseboard
|
| 1464 | 2024-03-26T14:53:44.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 780
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = 586065a7-e5d6-4f9e-b559-e73a7cf8391f
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1465 | 2024-03-26T14:53:49.155Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36634
|
| 1466 | 2024-03-26T14:53:49.206Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50452
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:36634
req_id = ba6a1d4a-0c8f-4fad-934d-3b676993e993
response_code = 204
uri = /switch-ports
|
| 1467 | 2024-03-26T14:53:49.206Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33286
|
| 1468 | 2024-03-26T14:53:49.206Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65511
|
| 1469 | 2024-03-26T14:53:49.210Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3420
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36634
req_id = 04b11999-f7fe-4a0e-9d98-63d90fa374a6
response_code = 200
uri = /network-bootstore-config
|
| 1470 | 2024-03-26T14:53:49.254Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48248
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33286
req_id = 34d3ecad-4e05-4dec-a687-d2a1cc44d5c0
response_code = 204
uri = /switch-ports
|
| 1471 | 2024-03-26T14:53:49.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 589
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33286
req_id = 454ceb3e-8a25-479a-946d-6062d6a86123
response_code = 200
uri = /network-bootstore-config
|
| 1472 | 2024-03-26T14:53:49.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 92814
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:65511
req_id = 84ad2ef4-29af-49f6-a8b8-f36235713399
response_code = 204
uri = /switch-ports
|
| 1473 | 2024-03-26T14:53:49.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 203
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65511
req_id = e48f17b3-905a-43dc-9124-2ac979c2b124
response_code = 200
uri = /network-bootstore-config
|
| 1474 | 2024-03-26T14:54:10.708Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44543
|
| 1475 | 2024-03-26T14:54:10.709Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 860
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44543
req_id = 0353f790-ad7f-4a60-bdb2-cb91b06da1e1
response_code = 200
uri = /baseboard
|
| 1476 | 2024-03-26T14:54:14.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 770
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = 43c78e1c-29b0-4f2c-b503-da2c9a5e2521
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1477 | 2024-03-26T14:54:19.355Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:32779
|
| 1478 | 2024-03-26T14:54:19.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48210
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:32779
req_id = c9c53b70-1c2d-47c4-a346-4cd45d62508d
response_code = 204
uri = /switch-ports
|
| 1479 | 2024-03-26T14:54:19.404Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:32779
req_id = 99f35b7a-03d4-4616-8fa4-245c846a8827
response_code = 200
uri = /network-bootstore-config
|
| 1480 | 2024-03-26T14:54:19.416Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36341
|
| 1481 | 2024-03-26T14:54:19.460Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43991
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:36341
req_id = 71aa4541-f853-47db-baf0-fc0450c07959
response_code = 204
uri = /switch-ports
|
| 1482 | 2024-03-26T14:54:19.460Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36341
req_id = 3b4544fa-39f7-4fc8-ba53-09cfe0386b1f
response_code = 200
uri = /network-bootstore-config
|
| 1483 | 2024-03-26T14:54:19.495Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58478
|
| 1484 | 2024-03-26T14:54:19.537Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 42439
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58478
req_id = 790548ba-6902-4899-a94c-75ebb5f87060
response_code = 204
uri = /switch-ports
|
| 1485 | 2024-03-26T14:54:19.538Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58478
req_id = 1efaa142-bd72-4618-975a-c3b275b62e25
response_code = 200
uri = /network-bootstore-config
|
| 1486 | 2024-03-26T14:54:40.742Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47867
|
| 1487 | 2024-03-26T14:54:40.742Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 637
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47867
req_id = 7d2b65c2-1f8f-4239-ac58-71e2664fe151
response_code = 200
uri = /baseboard
|
| 1488 | 2024-03-26T14:54:44.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 454
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52001
req_id = a9baca05-4ff9-4d00-8e64-860a2bbce168
response_code = 200
uri = /metrics/collect/8caa8b41-973d-444e-9c30-975c7c5f5ef0
|
| 1489 | 2024-03-26T14:54:49.177Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46532
|
| 1490 | 2024-03-26T14:54:49.228Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50172
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:46532
req_id = 9d07b6ca-cafb-4ed8-bc6a-bbf8c6e04c62
response_code = 204
uri = /switch-ports
|
| 1491 | 2024-03-26T14:54:49.228Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41169
|
| 1492 | 2024-03-26T14:54:49.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3289
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46532
req_id = 2d9bac94-632b-4e05-ac5f-ba5f47fd7e97
response_code = 200
uri = /network-bootstore-config
|
| 1493 | 2024-03-26T14:54:49.251Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33279
|
| 1494 | 2024-03-26T14:54:49.274Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46304
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41169
req_id = a278240f-7391-49d5-9dc9-3fa61b3f77cb
response_code = 204
uri = /switch-ports
|
| 1495 | 2024-03-26T14:54:49.278Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 980
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41169
req_id = b4bd7ea8-d499-4a91-93b1-ccbd7de66f70
response_code = 200
uri = /network-bootstore-config
|
| 1496 | 2024-03-26T14:54:49.320Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 68310
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33279
req_id = 8a255614-ccc7-4bfc-8fc8-a2e870f03739
response_code = 204
uri = /switch-ports
|
| 1497 | 2024-03-26T14:54:49.320Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33279
req_id = 17a19e73-e8d8-48c0-a7ff-6e1fac41e03c
response_code = 200
uri = /network-bootstore-config
|
| 1498 | 2024-03-26T14:54:49.420Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34493
|
| 1499 | 2024-03-26T14:54:49.427Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:521
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(16525961))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-2c39b92335b", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5572dadc-5cfc-4b01-82e8-334cedbfd608, read_only_parent: Some(Volume { block_size: 512, id: fe42d188-504d-49b1-95de-82a69cc6d99a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 2c255b9c-e935-46c7-bf9e-fab958d9e9cc, key: Some("S/H6MUTBteWFGqzRY48udDJEFKwCt53qCWMj2JjX20s="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::13]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5572dadc-5cfc-4b01-82e8-334cedbfd608, key: Some("pXAmjm3v6jIAGWWQSIIrxZERkQGqNEYorw/jf18z6LI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACJ2HZ6WHpYAADYdnpYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAith2elh6WAAA2HZ6WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyYjY2OTIyYy1iYmJhLTRiMzYtOGI1Yy05MjIzZGQ4NzNmMWYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTXk2OG9XejVkdG8xaFQ4NFhMNG1lQXZpZyttL2tUZzdKQmp5NVRqWVRSaiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
instance_runtime = InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }
metadata = InstanceMetadata { silo_id: 083e74be-0cc6-4fd3-adae-3258a5861e4e, project_id: 65edba42-8598-4b5a-af8e-7d3fba8a866c }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-03-26T14:54:48.812361Z }
|
| 1500 | 2024-03-26T14:54:49.428Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:555
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1501 | 2024-03-26T14:54:49.430Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:938
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
propolis_id = 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(16525961))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 145f3a86-d1b9-4141-ab7f-74095685ffb0, kind: Instance { id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 233, 68])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16525961), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-2c39b92335b", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5572dadc-5cfc-4b01-82e8-334cedbfd608, read_only_parent: Some(Volume { block_size: 512, id: fe42d188-504d-49b1-95de-82a69cc6d99a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 2c255b9c-e935-46c7-bf9e-fab958d9e9cc, key: Some("S/H6MUTBteWFGqzRY48udDJEFKwCt53qCWMj2JjX20s="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::13]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5572dadc-5cfc-4b01-82e8-334cedbfd608, key: Some("pXAmjm3v6jIAGWWQSIIrxZERkQGqNEYorw/jf18z6LI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACJ2HZ6WHpYAADYdnpYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAith2elh6WAAA2HZ6WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyYjY2OTIyYy1iYmJhLTRiMzYtOGI1Yy05MjIzZGQ4NzNmMWYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTXk2OG9XejVkdG8xaFQ4NFhMNG1lQXZpZyttL2tUZzdKQmp5NVRqWVRSaiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-03-26T14:54:48.812361Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }
|
| 1502 | 2024-03-26T14:54:49.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 12057
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34493
req_id = bca1ca8c-6823-4163-be91-a969d23eb0ad
response_code = 200
uri = /instances/2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1503 | 2024-03-26T14:54:49.522Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43701
|
| 1504 | 2024-03-26T14:54:49.523Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1759
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43701
req_id = 05c2dd7e-c81d-4c41-8956-f5d6a9930f83
response_code = 200
uri = /instances/2b66922c-bbba-4b36-8b5c-9223dd873f1f/state
|
| 1505 | 2024-03-26T14:54:49.547Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 244, 233, 68]), slot: 0, vni: Vni { inner: 16525961 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1506 | 2024-03-26T14:54:49.547Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1507 | 2024-03-26T14:54:49.582Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
file = illumos-utils/src/zone.rs:315
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1508 | 2024-03-26T14:54:49.605Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
file = illumos-utils/src/zone.rs:354
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1509 | 2024-03-26T14:54:51.848Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1:0"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::b]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1510 | 2024-03-26T14:54:51.849Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1511 | 2024-03-26T14:54:52.059Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 43.422134ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1512 | 2024-03-26T14:54:52.109Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 50.896815ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1513 | 2024-03-26T14:54:52.175Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 282.631479ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1514 | 2024-03-26T14:54:52.474Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 486.529171ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1515 | 2024-03-26T14:54:52.971Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 545.201137ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1516 | 2024-03-26T14:54:53.531Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 1.091334722s
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1517 | 2024-03-26T14:54:54.634Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 1.372146967s
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1518 | 2024-03-26T14:54:56.017Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 1.008342861s
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
zone = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1519 | 2024-03-26T14:54:57.052Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
file = sled-agent/src/instance.rs:1423
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1520 | 2024-03-26T14:54:57.062Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 71.551297ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1521 | 2024-03-26T14:54:57.142Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 147.141452ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1522 | 2024-03-26T14:54:57.299Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e") failed: Property not found. retry in 258.34885ms
file = illumos-utils/src/svc.rs:36
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1523 | 2024-03-26T14:54:57.569Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1432
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1524 | 2024-03-26T14:54:57.608Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1446
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1525 | 2024-03-26T14:54:57.609Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACJ2HZ6WHpYAADYdnpYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAith2elh6WAAA2HZ6WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyYjY2OTIyYy1iYmJhLTRiMzYtOGI1Yy05MjIzZGQ4NzNmMWYiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTXk2OG9XejVkdG8xaFQ4NFhMNG1lQXZpZyttL2tUZzdKQmp5NVRqWVRSaiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-2c39b92335b", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5572dadc-5cfc-4b01-82e8-334cedbfd608, read_only_parent: Some(Volume { block_size: 512, id: fe42d188-504d-49b1-95de-82a69cc6d99a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 2c255b9c-e935-46c7-bf9e-fab958d9e9cc, key: Some("S/H6MUTBteWFGqzRY48udDJEFKwCt53qCWMj2JjX20s="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::13]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5572dadc-5cfc-4b01-82e8-334cedbfd608, key: Some("pXAmjm3v6jIAGWWQSIIrxZERkQGqNEYorw/jf18z6LI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 2b66922c-bbba-4b36-8b5c-9223dd873f1f, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 65edba42-8598-4b5a-af8e-7d3fba8a866c, silo_id: 083e74be-0cc6-4fd3-adae-3258a5861e4e }, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:685
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1526 | 2024-03-26T14:54:57.693Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:687
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1527 | 2024-03-26T14:54:57.694Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-03-26T14:54:57.694142848Z }
file = sled-agent/src/instance.rs:569
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1528 | 2024-03-26T14:54:57.694Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
new_instance_state = InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-03-26T14:54:57.694142848Z }
propolis_id = 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1529 | 2024-03-26T14:54:57.694Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }, propolis_id: 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-03-26T14:54:57.694142848Z } }
|
| 1530 | 2024-03-26T14:54:57.743Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-03-26T14:54:57.743743231Z }
file = sled-agent/src/instance.rs:569
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1531 | 2024-03-26T14:54:57.744Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
new_instance_state = InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-03-26T14:54:57.743743231Z }
propolis_id = 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1532 | 2024-03-26T14:54:57.744Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }, propolis_id: 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-03-26T14:54:57.743743231Z } }
|
| 1533 | 2024-03-26T14:55:05.766Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40456
|
| 1534 | 2024-03-26T14:55:05.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 577
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40456
req_id = c9e5a368-87fa-41fc-9bd3-23e8a13497d6
response_code = 200
uri = /instances/2b66922c-bbba-4b36-8b5c-9223dd873f1f/state
|
| 1535 | 2024-03-26T14:55:05.767Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-03-26T14:55:05.767748638Z }
file = sled-agent/src/instance.rs:569
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1536 | 2024-03-26T14:55:05.767Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
new_instance_state = InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-03-26T14:55:05.767748638Z }
propolis_id = 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1537 | 2024-03-26T14:55:05.767Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-03-26T14:54:48.838494531Z }, propolis_id: 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-03-26T14:55:05.767748638Z } }
|
| 1538 | 2024-03-26T14:55:05.787Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-03-26T14:55:05.787390099Z }
file = sled-agent/src/instance.rs:569
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1539 | 2024-03-26T14:55:05.787Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-26T14:55:05.787390099Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-03-26T14:55:05.787390099Z }
propolis_id = 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1540 | 2024-03-26T14:55:05.787Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:606
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1541 | 2024-03-26T14:55:05.788Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1542 | 2024-03-26T14:55:05.790Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1543 | 2024-03-26T14:55:05.790Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:436
zone_name = oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
|
| 1544 | 2024-03-26T14:55:06.404Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1235
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e", bundle_id: 9d5ce4de-9035-4ba4-befa-5da862174b4b }, time_created: 2024-03-26T14:55:05.790590913Z, version: 0, cause: TerminatedInstance }
|
| 1545 | 2024-03-26T14:55:06.404Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e
file = sled-agent/src/instance.rs:780
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1546 | 2024-03-26T14:55:08.165Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:269
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1547 | 2024-03-26T14:55:08.193Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-26T14:55:05.787390099Z }, propolis_id: 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-03-26T14:55:08.193552237Z } }
|
| 1548 | 2024-03-26T14:55:08.266Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38149
|
| 1549 | 2024-03-26T14:55:08.267Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:620
|
| 1550 | 2024-03-26T14:55:08.267Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 574
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:38149
req_id = 38d2a930-73b0-49cf-ad27-e96f0593f0fb
response_code = 204
uri = /v2p/145f3a86-d1b9-4141-ab7f-74095685ffb0
|
| 1551 | 2024-03-26T14:55:08.575Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-03-26T14:55:05.787390099Z }, propolis_id: 6324d9cb-cdb9-4b22-ae2d-81fbd073dc1e, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-03-26T14:55:08.193552237Z } }
|
| 1552 | 2024-03-26T14:55:08.579Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:723
instance_id = 2b66922c-bbba-4b36-8b5c-9223dd873f1f
|
| 1553 | 2024-03-26T14:55:10.774Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39516
|
| 1554 | 2024-03-26T14:55:10.774Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 70
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39516
req_id = 7e8023d5-8605-4862-8a3d-90580ac1e7e1
response_code = 200
uri = /baseboard
|