| 1 | | [ Feb 7 22:36:33 Enabled. ] |
| 2 | | [ Feb 7 22:36:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Feb 7 22:36:33 Method "start" exited with status 0. ] |
| 4 | | [ Feb 7 22:36:33 Rereading configuration. ] |
| 5 | | [ Feb 7 22:36:33 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-02-07T22:36:33.754Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:247
|
| 8 | 2024-02-07T22:36:33.807Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:254
|
| 9 | 2024-02-07T22:36:33.807Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 10 | 2024-02-07T22:36:33.919Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 11 | 2024-02-07T22:36:33.927Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 12 | 2024-02-07T22:36:33.935Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:264
path = /var/run/oxide/
|
| 13 | 2024-02-07T22:36:34.539Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }
|
| 14 | 2024-02-07T22:36:34.674Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:117
|
| 15 | 2024-02-07T22:36:34.674Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:129
|
| 16 | 2024-02-07T22:36:34.674Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:141
|
| 17 | 2024-02-07T22:36:34.674Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:162
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 18 | 2024-02-07T22:36:34.674Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:268
|
| 19 | 2024-02-07T22:36:34.674Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 20 | 2024-02-07T22:36:34.674Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 21 | 2024-02-07T22:36:34.677Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 22 | 2024-02-07T22:36:34.677Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 23 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:176
|
| 24 | 2024-02-07T22:36:34.677Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 25 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 26 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 27 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 28 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 29 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 30 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 31 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 32 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/long_running_tasks.rs:232
|
| 33 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/long_running_tasks.rs:232
|
| 34 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/long_running_tasks.rs:232
|
| 35 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/long_running_tasks.rs:232
|
| 36 | 2024-02-07T22:36:34.677Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:88
|
| 37 | 2024-02-07T22:36:34.677Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = None
|
| 38 | 2024-02-07T22:36:34.678Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 39 | 2024-02-07T22:36:34.862Z | INFO | SledAgent (StorageManager): Channel capacity decreased
current = 245
file = sled-storage/src/manager.rs:326
previous = 256
|
| 40 | 2024-02-07T22:36:34.862Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/long_running_tasks.rs:90
|
| 41 | 2024-02-07T22:36:34.862Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 42 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 43 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 44 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 45 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 46 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 47 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 48 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 49 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 50 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 51 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 52 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Channel capacity increased
current = 255
file = sled-storage/src/manager.rs:336
previous = 245
|
| 53 | 2024-02-07T22:36:35.034Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 54 | 2024-02-07T22:36:35.035Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 491520, free: 20937474048, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } })} }
|
| 55 | 2024-02-07T22:36:35.035Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:200
|
| 56 | 2024-02-07T22:36:35.035Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 57 | 2024-02-07T22:36:35.035Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 58 | 2024-02-07T22:36:35.035Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 59 | 2024-02-07T22:36:35.035Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 60 | 2024-02-07T22:36:35.035Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 61 | 2024-02-07T22:36:35.035Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 62 | 2024-02-07T22:36:35.035Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:205
|
| 63 | 2024-02-07T22:36:35.035Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:220
|
| 64 | 2024-02-07T22:36:35.050Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:634
|
| 65 | 2024-02-07T22:36:35.050Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 1385, tv_nsec: 8960070 }
time_to_next_cleanup = 599.999912848s
|
| 66 | 2024-02-07T22:36:35.050Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3279
|
| 67 | 2024-02-07T22:36:35.050Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 68 | 2024-02-07T22:36:35.050Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 69 | 2024-02-07T22:36:35.052Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 70 | 2024-02-07T22:36:35.052Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 71 | 2024-02-07T22:36:35.052Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 72 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
rack_subnet: fd00:1122:3344:100::,
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: Some(
RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
},
),
}
file = sled-agent/src/rack_setup/service.rs:803
|
| 73 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 74 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 75 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 76 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 77 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:863
|
| 78 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 79 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 80 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 81 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:904
|
| 82 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 83 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 84 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 85 | 2024-02-07T22:36:35.053Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 86 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 87 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 88 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:937
|
| 89 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:556
peer_id = pc-sock-i86pc
|
| 90 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 91 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 92 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:640
peer_id = pc-sock-i86pc
|
| 93 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: feb62f84-9b9f-4db3-8385-8025e4d16f81, rack_id: b9dd7412-c73d-4642-a09c-5e6dfe4e0137, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 94 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:a02a::1]:44853
|
| 95 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: feb62f84-9b9f-4db3-8385-8025e4d16f81, rack_id: b9dd7412-c73d-4642-a09c-5e6dfe4e0137, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:364
|
| 96 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:379
|
| 97 | 2024-02-07T22:36:35.054Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:47
|
| 98 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 99 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:346
|
| 100 | 2024-02-07T22:36:35.054Z | INFO | SledAgent (StorageManager): Attempting to add queued disks
file = sled-storage/src/manager.rs:394
num_disks = 9
|
| 101 | 2024-02-07T22:36:35.058Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3507
|
| 102 | 2024-02-07T22:36:35.064Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 103 | 2024-02-07T22:36:35.064Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 104 | 2024-02-07T22:36:35.064Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 105 | 2024-02-07T22:36:35.064Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 106 | 2024-02-07T22:36:35.064Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 107 | 2024-02-07T22:36:35.064Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 108 | 2024-02-07T22:36:35.095Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 109 | 2024-02-07T22:36:35.102Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 110 | 2024-02-07T22:36:35.134Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:339
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 111 | 2024-02-07T22:36:35.134Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 112 | 2024-02-07T22:36:35.206Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-storage/src/dataset.rs:474
|
| 113 | 2024-02-07T22:36:35.229Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 114 | 2024-02-07T22:36:35.229Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 115 | 2024-02-07T22:36:35.229Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 116 | 2024-02-07T22:36:35.230Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 117 | 2024-02-07T22:36:35.230Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 118 | 2024-02-07T22:36:35.230Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 119 | 2024-02-07T22:36:35.258Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 120 | 2024-02-07T22:36:35.265Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 121 | 2024-02-07T22:36:35.365Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-storage/src/dataset.rs:474
|
| 122 | 2024-02-07T22:36:35.388Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 123 | 2024-02-07T22:36:35.388Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 124 | 2024-02-07T22:36:35.388Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 125 | 2024-02-07T22:36:35.388Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 126 | 2024-02-07T22:36:35.388Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 127 | 2024-02-07T22:36:35.388Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 128 | 2024-02-07T22:36:35.415Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 129 | 2024-02-07T22:36:35.423Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 130 | 2024-02-07T22:36:35.530Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 131 | 2024-02-07T22:36:35.554Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 132 | 2024-02-07T22:36:35.554Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 133 | 2024-02-07T22:36:35.554Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 134 | 2024-02-07T22:36:35.554Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 135 | 2024-02-07T22:36:35.554Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 136 | 2024-02-07T22:36:35.554Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 137 | 2024-02-07T22:36:35.582Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 138 | 2024-02-07T22:36:35.590Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 139 | 2024-02-07T22:36:35.694Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 140 | 2024-02-07T22:36:35.717Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 141 | 2024-02-07T22:36:35.717Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 142 | 2024-02-07T22:36:35.717Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 143 | 2024-02-07T22:36:35.717Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 144 | 2024-02-07T22:36:35.717Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 145 | 2024-02-07T22:36:35.717Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 146 | 2024-02-07T22:36:35.748Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 147 | 2024-02-07T22:36:35.756Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 148 | 2024-02-07T22:36:35.860Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-storage/src/dataset.rs:474
|
| 149 | 2024-02-07T22:36:35.881Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 150 | 2024-02-07T22:36:35.882Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 151 | 2024-02-07T22:36:35.882Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 152 | 2024-02-07T22:36:35.882Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 153 | 2024-02-07T22:36:35.882Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 154 | 2024-02-07T22:36:35.882Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 155 | 2024-02-07T22:36:35.909Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 156 | 2024-02-07T22:36:35.917Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 157 | 2024-02-07T22:36:36.021Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 158 | 2024-02-07T22:36:36.045Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 159 | 2024-02-07T22:36:36.045Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 160 | 2024-02-07T22:36:36.045Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 161 | 2024-02-07T22:36:36.045Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 162 | 2024-02-07T22:36:36.045Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 163 | 2024-02-07T22:36:36.045Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 164 | 2024-02-07T22:36:36.073Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 165 | 2024-02-07T22:36:36.081Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 166 | 2024-02-07T22:36:36.186Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-storage/src/dataset.rs:474
|
| 167 | 2024-02-07T22:36:36.209Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 168 | 2024-02-07T22:36:36.209Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 169 | 2024-02-07T22:36:36.209Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 170 | 2024-02-07T22:36:36.209Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 171 | 2024-02-07T22:36:36.209Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 172 | 2024-02-07T22:36:36.209Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 173 | 2024-02-07T22:36:36.237Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 174 | 2024-02-07T22:36:36.245Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 175 | 2024-02-07T22:36:36.348Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-storage/src/dataset.rs:474
|
| 176 | 2024-02-07T22:36:36.370Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 177 | 2024-02-07T22:36:36.370Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 178 | 2024-02-07T22:36:36.370Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 179 | 2024-02-07T22:36:36.370Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 180 | 2024-02-07T22:36:36.371Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 181 | 2024-02-07T22:36:36.371Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 182 | 2024-02-07T22:36:36.400Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 183 | 2024-02-07T22:36:36.407Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 184 | 2024-02-07T22:36:36.511Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 185 | 2024-02-07T22:36:36.525Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 186 | 2024-02-07T22:36:36.525Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 187 | 2024-02-07T22:36:36.525Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:351
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 188 | 2024-02-07T22:36:36.531Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 778752, free: 20937186816, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7", size: 20937965568, allocated: 1210368, free: 20936755200, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 491520, free: 20937474048, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 821760, free: 20937143808, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 818688, free: 20937146880, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } })} }
|
| 189 | 2024-02-07T22:36:36.548Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 190 | 2024-02-07T22:36:36.551Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 191 | 2024-02-07T22:36:36.569Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 192 | 2024-02-07T22:36:36.571Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 193 | 2024-02-07T22:36:36.571Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 194 | 2024-02-07T22:36:36.576Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:366
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 195 | 2024-02-07T22:36:36.576Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 196 | 2024-02-07T22:36:36.576Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 197 | 2024-02-07T22:36:36.638Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 198 | 2024-02-07T22:36:36.857Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 199 | 2024-02-07T22:36:36.870Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 200 | 2024-02-07T22:36:36.870Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 201 | 2024-02-07T22:36:36.870Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 202 | 2024-02-07T22:36:36.870Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 203 | 2024-02-07T22:36:37.035Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 204 | 2024-02-07T22:36:37.581Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 205 | 2024-02-07T22:36:37.581Z | INFO | SledAgent (StorageMonitor): Underlay Available
file = sled-agent/src/storage_monitor.rs:122
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 206 | 2024-02-07T22:36:37.582Z | INFO | SledAgent (InstanceManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/instance_manager.rs:178
|
| 207 | 2024-02-07T22:36:37.582Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/instance_manager.rs:186
|
| 208 | 2024-02-07T22:36:37.596Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 209 | 2024-02-07T22:36:37.597Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 210 | 2024-02-07T22:36:37.597Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 211 | 2024-02-07T22:36:37.597Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 212 | 2024-02-07T22:36:37.597Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 213 | 2024-02-07T22:36:37.598Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 214 | 2024-02-07T22:36:37.598Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 215 | 2024-02-07T22:36:37.598Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 216 | 2024-02-07T22:36:37.598Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 217 | 2024-02-07T22:36:37.598Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 218 | 2024-02-07T22:36:37.598Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 219 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 220 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 221 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 222 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 223 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 224 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 225 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 226 | 2024-02-07T22:36:37.599Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 227 | 2024-02-07T22:36:37.600Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 228 | 2024-02-07T22:36:37.600Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 229 | 2024-02-07T22:36:37.600Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 230 | 2024-02-07T22:36:40.442Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 231 | 2024-02-07T22:36:40.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 73.561328ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 232 | 2024-02-07T22:36:40.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 92.938746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 233 | 2024-02-07T22:36:41.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 264.140203ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 234 | 2024-02-07T22:36:41.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 510.392835ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 235 | 2024-02-07T22:36:42.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.080209396s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 236 | 2024-02-07T22:36:43.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.232079635s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 237 | 2024-02-07T22:36:44.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 959.49908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 238 | 2024-02-07T22:36:46.726Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1859
|
| 239 | 2024-02-07T22:36:47.880Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:990
underlay_address = fd00:1122:3344:101::1
|
| 240 | 2024-02-07T22:36:47.880Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 241 | 2024-02-07T22:36:47.936Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 216.408779ms
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 242 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 243 | 2024-02-07T22:36:47.936Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 244 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:424
|
| 245 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 246 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 247 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 248 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:137
|
| 249 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))
|
| 250 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3279
|
| 251 | 2024-02-07T22:36:47.936Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:a02a::1]:44853
|
| 252 | 2024-02-07T22:36:47.939Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 253 | 2024-02-07T22:36:47.939Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 254 | 2024-02-07T22:36:47.939Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 255 | 2024-02-07T22:36:47.939Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 256 | 2024-02-07T22:36:47.939Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 257 | 2024-02-07T22:36:47.939Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 258 | 2024-02-07T22:36:47.940Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/feb62f84-9b9f-4db3-8385-8025e4d16f81): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:704
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 259 | 2024-02-07T22:36:47.971Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64551
|
| 260 | 2024-02-07T22:36:47.972Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 261 | 2024-02-07T22:36:47.972Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64551
req_id = db31504e-aa22-4c67-b05f-e99127068085
response_code = 200
uri = /zpools
|
| 262 | 2024-02-07T22:36:47.994Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 263 | 2024-02-07T22:36:48.002Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51429
|
| 264 | 2024-02-07T22:36:48.002Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51429
req_id = 544385bb-77a1-404f-ba37-07d1713db3c5
response_code = 200
uri = /sled-role
|
| 265 | 2024-02-07T22:36:48.005Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 266 | 2024-02-07T22:36:48.005Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 267 | 2024-02-07T22:36:48.005Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 268 | 2024-02-07T22:36:48.005Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:751
|
| 269 | 2024-02-07T22:36:48.036Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5764c971-0e8b-4e3d-9161-219d83575e34, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 270 | 2024-02-07T22:36:48.036Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49201
|
| 271 | 2024-02-07T22:36:48.037Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 272 | 2024-02-07T22:36:48.037Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 273 | 2024-02-07T22:36:48.090Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 274 | 2024-02-07T22:36:48.090Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 275 | 2024-02-07T22:36:48.097Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 276 | 2024-02-07T22:36:48.143Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 277 | 2024-02-07T22:36:48.143Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 278 | 2024-02-07T22:36:48.154Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 480.901663ms
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 279 | 2024-02-07T22:36:48.192Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 280 | 2024-02-07T22:36:48.192Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 281 | 2024-02-07T22:36:48.192Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 282 | 2024-02-07T22:36:48.192Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 283 | 2024-02-07T22:36:48.223Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 284 | 2024-02-07T22:36:48.223Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 285 | 2024-02-07T22:36:48.223Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 286 | 2024-02-07T22:36:48.276Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
file = illumos-utils/src/zone.rs:315
|
| 287 | 2024-02-07T22:36:48.280Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
file = illumos-utils/src/zone.rs:315
|
| 288 | 2024-02-07T22:36:48.283Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
file = illumos-utils/src/zone.rs:315
|
| 289 | 2024-02-07T22:36:48.296Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
file = illumos-utils/src/zone.rs:354
|
| 290 | 2024-02-07T22:36:48.301Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
file = illumos-utils/src/zone.rs:354
|
| 291 | 2024-02-07T22:36:48.306Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
file = illumos-utils/src/zone.rs:354
|
| 292 | 2024-02-07T22:36:48.311Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 293 | 2024-02-07T22:36:48.437Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 294 | 2024-02-07T22:36:48.638Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 1.169410378s
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 295 | 2024-02-07T22:36:48.700Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 296 | 2024-02-07T22:36:48.861Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 297 | 2024-02-07T22:36:49.161Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 298 | 2024-02-07T22:36:49.364Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 299 | 2024-02-07T22:36:49.809Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 2.560230289s
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 300 | 2024-02-07T22:36:49.988Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 301 | 2024-02-07T22:36:50.063Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 302 | 2024-02-07T22:36:50.104Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 303 | 2024-02-07T22:36:50.132Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 304 | 2024-02-07T22:36:50.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 45.53845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 305 | 2024-02-07T22:36:50.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 40.691963ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 306 | 2024-02-07T22:36:50.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 106.453797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 307 | 2024-02-07T22:36:50.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 73.860596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 308 | 2024-02-07T22:36:50.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 148.589603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 309 | 2024-02-07T22:36:50.487Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 63.669064ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 310 | 2024-02-07T22:36:50.488Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 311 | 2024-02-07T22:36:50.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 261.020187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 312 | 2024-02-07T22:36:50.597Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 214.267167ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 313 | 2024-02-07T22:36:50.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 166.884278ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 314 | 2024-02-07T22:36:50.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 521.902163ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 315 | 2024-02-07T22:36:50.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 459.599418ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 316 | 2024-02-07T22:36:50.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 241.178439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 317 | 2024-02-07T22:36:51.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 1.100858749s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 318 | 2024-02-07T22:36:51.137Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 319 | 2024-02-07T22:36:51.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 1.155323495s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 320 | 2024-02-07T22:36:51.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 748.477033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 321 | 2024-02-07T22:36:51.585Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 322 | 2024-02-07T22:36:51.896Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone
file = sled-agent/src/services.rs:1876
|
| 323 | 2024-02-07T22:36:51.896Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 324 | 2024-02-07T22:36:52.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 842.677935ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 325 | 2024-02-07T22:36:52.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 753.177012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 326 | 2024-02-07T22:36:52.372Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 5.889742484s
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 327 | 2024-02-07T22:36:52.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 617.457486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 328 | 2024-02-07T22:36:52.748Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 329 | 2024-02-07T22:36:52.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 1.339999604s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 330 | 2024-02-07T22:36:52.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 677.391515ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 331 | 2024-02-07T22:36:53.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 531.433411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 332 | 2024-02-07T22:36:53.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 1.168926184s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 333 | 2024-02-07T22:36:53.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 1.042691995s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 334 | 2024-02-07T22:36:54.260Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 335 | 2024-02-07T22:36:54.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34") failed: Property not found. retry in 1.281477539s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 336 | 2024-02-07T22:36:54.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9") failed: Property not found. retry in 674.257012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 337 | 2024-02-07T22:36:54.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e") failed: Property not found. retry in 1.036931564s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 338 | 2024-02-07T22:36:55.441Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1912
|
| 339 | 2024-02-07T22:36:55.441Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_142ae2a1-c8dd-4fce-b1a1-392fd63123a9
|
| 340 | 2024-02-07T22:36:55.992Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1920
|
| 341 | 2024-02-07T22:36:55.992Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1944
|
| 342 | 2024-02-07T22:36:56.161Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2138
|
| 343 | 2024-02-07T22:36:56.429Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe4e:4fc7
file = sled-agent/src/services.rs:1883
|
| 344 | 2024-02-07T22:36:56.436Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1944
|
| 345 | 2024-02-07T22:36:56.557Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2416
|
| 346 | 2024-02-07T22:36:56.692Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 347 | 2024-02-07T22:36:56.692Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 348 | 2024-02-07T22:36:56.742Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1912
|
| 349 | 2024-02-07T22:36:56.742Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_0ab16e51-98ef-47c9-8483-3b7345a3f73e
|
| 350 | 2024-02-07T22:36:56.817Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2295
|
| 351 | 2024-02-07T22:36:57.111Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2330
|
| 352 | 2024-02-07T22:36:57.290Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1920
|
| 353 | 2024-02-07T22:36:57.290Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1944
|
| 354 | 2024-02-07T22:36:57.307Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2597
|
| 355 | 2024-02-07T22:36:57.451Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2602
|
| 356 | 2024-02-07T22:36:57.466Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2138
|
| 357 | 2024-02-07T22:36:57.634Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2536
|
| 358 | 2024-02-07T22:36:57.801Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2324
|
| 359 | 2024-02-07T22:36:57.810Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3531
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 360 | 2024-02-07T22:36:57.810Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3547
|
| 361 | 2024-02-07T22:36:57.811Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 362 | 2024-02-07T22:36:58.018Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1912
|
| 363 | 2024-02-07T22:36:58.018Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_5764c971-0e8b-4e3d-9161-219d83575e34
|
| 364 | 2024-02-07T22:36:58.356Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3555
|
| 365 | 2024-02-07T22:36:58.362Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:3611
|
| 366 | 2024-02-07T22:36:58.541Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3651
rack_subnet = fd00:1122:3344::
|
| 367 | 2024-02-07T22:36:58.566Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1920
|
| 368 | 2024-02-07T22:36:58.568Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1944
|
| 369 | 2024-02-07T22:36:58.597Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:360
|
| 370 | 2024-02-07T22:36:58.629Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 48.583987ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "9838069e-dd12-4a68-b998-3571cffbf1f7", "content-length": "152", "date": "Wed, 07 Feb 2024 22:36:58 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "9838069e-dd12-4a68-b998-3571cffbf1f7" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 371 | 2024-02-07T22:36:58.635Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: no record found for Query { name: Name(\\"_nexus._tcp.control-plane.oxide.internal.\\"), query_type: SRV, query_class: IN }"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 4.121853288s
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 372 | 2024-02-07T22:36:58.679Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 82.199058ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "7914379d-a525-4a91-90d3-c9f82eb426de", "content-length": "152", "date": "Wed, 07 Feb 2024 22:36:58 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "7914379d-a525-4a91-90d3-c9f82eb426de" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 373 | 2024-02-07T22:36:58.742Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2138
|
| 374 | 2024-02-07T22:36:58.762Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 183.434855ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "0599c1a8-e09b-4876-ac0c-5ff55d773339", "content-length": "152", "date": "Wed, 07 Feb 2024 22:36:58 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "0599c1a8-e09b-4876-ac0c-5ff55d773339" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 375 | 2024-02-07T22:36:58.947Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:408
|
| 376 | 2024-02-07T22:36:58.978Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:567
|
| 377 | 2024-02-07T22:36:58.978Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:609
|
| 378 | 2024-02-07T22:36:58.979Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:612
uptime = 2
|
| 379 | 2024-02-07T22:36:58.979Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {},\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:430
|
| 380 | 2024-02-07T22:36:59.061Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 381 | 2024-02-07T22:36:59.218Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 382 | 2024-02-07T22:36:59.269Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 383 | 2024-02-07T22:36:59.269Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 384 | 2024-02-07T22:36:59.269Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 385 | 2024-02-07T22:36:59.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 11233177
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:49201
req_id = 47b145d1-1f50-4416-b11a-eb64873254d3
response_code = 204
uri = /omicron-zones
|
| 386 | 2024-02-07T22:36:59.271Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 387 | 2024-02-07T22:36:59.319Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 388 | 2024-02-07T22:36:59.366Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 389 | 2024-02-07T22:36:59.409Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:453
|
| 390 | 2024-02-07T22:36:59.409Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 391 | 2024-02-07T22:36:59.441Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 392 | 2024-02-07T22:36:59.442Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 393 | 2024-02-07T22:36:59.442Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 394 | 2024-02-07T22:36:59.471Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5764c971-0e8b-4e3d-9161-219d83575e34, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 70719f18-685e-4b21-b6f4-b5254c103f60, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 4b7fc867-242c-4ff5-8006-62c81f094228, kind: Service { id: 70719f18-685e-4b21-b6f4-b5254c103f60 }, name: Name("ntp-70719f18-685e-4b21-b6f4-b5254c103f60"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 205])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 395 | 2024-02-07T22:36:59.471Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59038
|
| 396 | 2024-02-07T22:36:59.471Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 397 | 2024-02-07T22:36:59.471Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 398 | 2024-02-07T22:36:59.492Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 399 | 2024-02-07T22:36:59.492Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 400 | 2024-02-07T22:36:59.510Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 401 | 2024-02-07T22:36:59.510Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 402 | 2024-02-07T22:36:59.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 403 | 2024-02-07T22:36:59.530Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 404 | 2024-02-07T22:36:59.530Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 405 | 2024-02-07T22:36:59.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 406 | 2024-02-07T22:36:59.532Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 407 | 2024-02-07T22:36:59.565Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 408 | 2024-02-07T22:36:59.566Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 409 | 2024-02-07T22:36:59.566Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 410 | 2024-02-07T22:36:59.610Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 135, 205]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 411 | 2024-02-07T22:36:59.610Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1280
zone_type = ntp
|
| 412 | 2024-02-07T22:36:59.611Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 413 | 2024-02-07T22:36:59.611Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 414 | 2024-02-07T22:36:59.611Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 415 | 2024-02-07T22:36:59.613Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 416 | 2024-02-07T22:36:59.637Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
file = illumos-utils/src/zone.rs:315
|
| 417 | 2024-02-07T22:36:59.657Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
file = illumos-utils/src/zone.rs:354
|
| 418 | 2024-02-07T22:37:00.699Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 419 | 2024-02-07T22:37:00.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 54.890161ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 420 | 2024-02-07T22:37:00.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 105.729155ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 421 | 2024-02-07T22:37:01.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 117.33937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 422 | 2024-02-07T22:37:01.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 415.364649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 423 | 2024-02-07T22:37:01.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 450.471153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 424 | 2024-02-07T22:37:02.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 666.914299ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 425 | 2024-02-07T22:37:02.389Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:65314
|
| 426 | 2024-02-07T22:37:02.390Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 63
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:65314
req_id = 1f443f27-c435-458d-a917-f5839da5f8dd
response_code = 200
uri = /baseboard
|
| 427 | 2024-02-07T22:37:02.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 973.220131ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 428 | 2024-02-07T22:37:03.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 1.075983348s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 429 | 2024-02-07T22:37:04.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60") failed: Property not found. retry in 1.335134212s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 430 | 2024-02-07T22:37:06.167Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1912
|
| 431 | 2024-02-07T22:37:06.167Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 432 | 2024-02-07T22:37:06.711Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1920
|
| 433 | 2024-02-07T22:37:06.711Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1939
|
| 434 | 2024-02-07T22:37:06.908Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:2221
|
| 435 | 2024-02-07T22:37:06.933Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60
|
| 436 | 2024-02-07T22:37:13.044Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 437 | 2024-02-07T22:37:13.044Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 438 | 2024-02-07T22:37:13.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 13573806
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:59038
req_id = 5aa02f6a-61e7-4ff3-8968-964fc9356c19
response_code = 204
uri = /omicron-zones
|
| 439 | 2024-02-07T22:37:13.047Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:494
|
| 440 | 2024-02-07T22:37:13.077Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 441 | 2024-02-07T22:37:13.077Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43400
|
| 442 | 2024-02-07T22:37:13.088Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_70719f18-685e-4b21-b6f4-b5254c103f60': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3265
|
| 443 | 2024-02-07T22:37:13.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837
latency_us = 11149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43400
req_id = f305071d-d329-40a7-8856-9da6b8c9a223
response_code = 500
uri = /timesync
|
| 444 | 2024-02-07T22:37:13.091Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 445 | 2024-02-07T22:37:13.175Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 446 | 2024-02-07T22:37:13.175Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41961
|
| 447 | 2024-02-07T22:37:13.182Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7493
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41961
req_id = 32466574-1d5a-477b-b54c-945491402545
response_code = 200
uri = /timesync
|
| 448 | 2024-02-07T22:37:13.184Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 449 | 2024-02-07T22:37:13.184Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 450 | 2024-02-07T22:37:13.337Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 451 | 2024-02-07T22:37:13.337Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60852
|
| 452 | 2024-02-07T22:37:13.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7682
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60852
req_id = a36aa099-01df-4202-92e7-a97cfc88815f
response_code = 200
uri = /timesync
|
| 453 | 2024-02-07T22:37:13.347Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 454 | 2024-02-07T22:37:13.347Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 455 | 2024-02-07T22:37:13.526Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 456 | 2024-02-07T22:37:13.527Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49239
|
| 457 | 2024-02-07T22:37:13.534Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7642
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49239
req_id = 2d401c10-9f28-4b0b-b2ea-74fddcb28c73
response_code = 200
uri = /timesync
|
| 458 | 2024-02-07T22:37:13.536Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 459 | 2024-02-07T22:37:13.536Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 460 | 2024-02-07T22:37:13.707Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 461 | 2024-02-07T22:37:13.708Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:32805
|
| 462 | 2024-02-07T22:37:13.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7197
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:32805
req_id = 541bc34a-c6df-4399-967a-ae0ac1b31979
response_code = 200
uri = /timesync
|
| 463 | 2024-02-07T22:37:13.717Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 464 | 2024-02-07T22:37:13.717Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 465 | 2024-02-07T22:37:14.027Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 466 | 2024-02-07T22:37:14.027Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41681
|
| 467 | 2024-02-07T22:37:14.035Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8389
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41681
req_id = 9995bf53-684e-434a-b152-662006b13447
response_code = 200
uri = /timesync
|
| 468 | 2024-02-07T22:37:14.037Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 469 | 2024-02-07T22:37:14.037Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 470 | 2024-02-07T22:37:14.354Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 471 | 2024-02-07T22:37:14.354Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36083
|
| 472 | 2024-02-07T22:37:14.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8024
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36083
req_id = 90290653-9064-41a3-bdfe-2a66d4d20484
response_code = 200
uri = /timesync
|
| 473 | 2024-02-07T22:37:14.366Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 474 | 2024-02-07T22:37:14.366Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 475 | 2024-02-07T22:37:14.841Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 476 | 2024-02-07T22:37:14.841Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42586
|
| 477 | 2024-02-07T22:37:14.850Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8485
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42586
req_id = e43fb841-32c3-4e92-8de0-b8b4689c8c9e
response_code = 200
uri = /timesync
|
| 478 | 2024-02-07T22:37:14.852Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 479 | 2024-02-07T22:37:14.852Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 480 | 2024-02-07T22:37:15.374Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 481 | 2024-02-07T22:37:15.374Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62891
|
| 482 | 2024-02-07T22:37:15.382Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62891
req_id = c7ff5167-96b0-44d2-a4af-0a731fed12e2
response_code = 200
uri = /timesync
|
| 483 | 2024-02-07T22:37:15.384Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 484 | 2024-02-07T22:37:15.384Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 485 | 2024-02-07T22:37:15.663Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 486 | 2024-02-07T22:37:15.663Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52109
|
| 487 | 2024-02-07T22:37:15.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8338
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52109
req_id = 5ec80648-fdb8-4426-8342-324d6e0e8927
response_code = 200
uri = /timesync
|
| 488 | 2024-02-07T22:37:15.675Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 489 | 2024-02-07T22:37:15.675Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 490 | 2024-02-07T22:37:16.103Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 491 | 2024-02-07T22:37:16.103Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60982
|
| 492 | 2024-02-07T22:37:16.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7657
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60982
req_id = b7c5b12f-67b5-4a8f-8fda-ead6c3927588
response_code = 200
uri = /timesync
|
| 493 | 2024-02-07T22:37:16.112Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 494 | 2024-02-07T22:37:16.112Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 495 | 2024-02-07T22:37:16.550Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 496 | 2024-02-07T22:37:16.550Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39254
|
| 497 | 2024-02-07T22:37:16.559Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8675
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39254
req_id = 626fed1b-eae2-4ccc-bde3-8cd3629af638
response_code = 200
uri = /timesync
|
| 498 | 2024-02-07T22:37:16.561Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 499 | 2024-02-07T22:37:16.561Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 500 | 2024-02-07T22:37:17.173Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 501 | 2024-02-07T22:37:17.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57547
|
| 502 | 2024-02-07T22:37:17.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7951
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57547
req_id = df59f3dd-599a-48fe-84a2-8539331eb029
response_code = 200
uri = /timesync
|
| 503 | 2024-02-07T22:37:17.183Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 504 | 2024-02-07T22:37:17.183Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 505 | 2024-02-07T22:37:17.997Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 506 | 2024-02-07T22:37:17.997Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59266
|
| 507 | 2024-02-07T22:37:18.009Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 11514
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59266
req_id = a4e034d8-bf41-47c4-adf6-5bd6e9b783aa
response_code = 200
uri = /timesync
|
| 508 | 2024-02-07T22:37:18.011Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 509 | 2024-02-07T22:37:18.011Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 510 | 2024-02-07T22:37:19.440Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 511 | 2024-02-07T22:37:19.440Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48972
|
| 512 | 2024-02-07T22:37:19.444Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 513 | 2024-02-07T22:37:19.449Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8693
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48972
req_id = be160365-ae8c-4e3c-b27c-f828a650f6fa
response_code = 200
uri = /timesync
|
| 514 | 2024-02-07T22:37:19.451Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 515 | 2024-02-07T22:37:19.451Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 516 | 2024-02-07T22:37:21.199Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 517 | 2024-02-07T22:37:21.199Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53691
|
| 518 | 2024-02-07T22:37:21.203Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 519 | 2024-02-07T22:37:21.208Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8404
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53691
req_id = d606ee31-fcb8-49ae-9f71-e3072c41c5a1
response_code = 200
uri = /timesync
|
| 520 | 2024-02-07T22:37:21.210Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 521 | 2024-02-07T22:37:21.210Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 522 | 2024-02-07T22:37:22.503Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 523 | 2024-02-07T22:37:22.504Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58031
|
| 524 | 2024-02-07T22:37:22.512Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8721
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58031
req_id = ca654068-bceb-40ba-8565-5477f3ce6516
response_code = 200
uri = /timesync
|
| 525 | 2024-02-07T22:37:22.515Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 526 | 2024-02-07T22:37:22.515Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 527 | 2024-02-07T22:37:23.868Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 528 | 2024-02-07T22:37:23.868Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37402
|
| 529 | 2024-02-07T22:37:23.877Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8631
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37402
req_id = 67b3492e-7bb4-41ff-90c5-bf1c6d1e8ddf
response_code = 200
uri = /timesync
|
| 530 | 2024-02-07T22:37:23.879Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 531 | 2024-02-07T22:37:23.879Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 532 | 2024-02-07T22:37:27.143Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 533 | 2024-02-07T22:37:27.143Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33870
|
| 534 | 2024-02-07T22:37:27.152Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9224
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33870
req_id = 17a14b73-6f1f-40fd-a57c-108ae1d1e57b
response_code = 200
uri = /timesync
|
| 535 | 2024-02-07T22:37:27.154Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 536 | 2024-02-07T22:37:27.154Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 537 | 2024-02-07T22:37:31.168Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 538 | 2024-02-07T22:37:31.168Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41916
|
| 539 | 2024-02-07T22:37:31.176Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8255
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41916
req_id = e983e016-68a4-4d88-a1b4-e53eff0bbc1a
response_code = 200
uri = /timesync
|
| 540 | 2024-02-07T22:37:31.178Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 541 | 2024-02-07T22:37:31.178Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 542 | 2024-02-07T22:37:32.994Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57859
|
| 543 | 2024-02-07T22:37:32.994Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 62
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57859
req_id = c0ca1f9a-742a-488c-b3cc-189d2ea3f79f
response_code = 200
uri = /baseboard
|
| 544 | 2024-02-07T22:37:34.500Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 545 | 2024-02-07T22:37:34.500Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53646
|
| 546 | 2024-02-07T22:37:34.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8582
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53646
req_id = e7a06bf8-64f7-415d-99a2-254ab5f0e49d
response_code = 200
uri = /timesync
|
| 547 | 2024-02-07T22:37:34.511Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 548 | 2024-02-07T22:37:34.511Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 549 | 2024-02-07T22:37:37.017Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 550 | 2024-02-07T22:37:37.017Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50282
|
| 551 | 2024-02-07T22:37:37.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8488
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50282
req_id = f6c076b9-3c6f-4da5-bc0f-58044da9c201
response_code = 200
uri = /timesync
|
| 552 | 2024-02-07T22:37:37.028Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 553 | 2024-02-07T22:37:37.028Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 554 | 2024-02-07T22:37:42.292Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 555 | 2024-02-07T22:37:42.292Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41021
|
| 556 | 2024-02-07T22:37:42.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8747
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41021
req_id = 8f1dcb2c-14bf-4aa4-bd06-aa8a36ba87ad
response_code = 200
uri = /timesync
|
| 557 | 2024-02-07T22:37:42.302Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 558 | 2024-02-07T22:37:42.302Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 559 | 2024-02-07T22:37:45.611Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 560 | 2024-02-07T22:37:45.611Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54276
|
| 561 | 2024-02-07T22:37:45.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8718
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54276
req_id = dcbabff4-4632-4acc-b9c9-a6fa63b6b16f
response_code = 200
uri = /timesync
|
| 562 | 2024-02-07T22:37:45.622Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 563 | 2024-02-07T22:37:45.622Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 564 | 2024-02-07T22:37:49.541Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 565 | 2024-02-07T22:37:49.541Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48059
|
| 566 | 2024-02-07T22:37:49.550Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8448
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48059
req_id = bd300706-31fa-4547-bd3c-5739e23c745a
response_code = 200
uri = /timesync
|
| 567 | 2024-02-07T22:37:49.552Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 568 | 2024-02-07T22:37:49.552Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 569 | 2024-02-07T22:37:53.731Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 570 | 2024-02-07T22:37:53.731Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44636
|
| 571 | 2024-02-07T22:37:53.739Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7643
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44636
req_id = 67fccc6c-5d43-48e7-8d61-9e1d73b8a01d
response_code = 200
uri = /timesync
|
| 572 | 2024-02-07T22:37:53.741Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 573 | 2024-02-07T22:37:53.741Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 574 | 2024-02-07T22:38:03.026Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43557
|
| 575 | 2024-02-07T22:38:03.026Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 64
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43557
req_id = 8b463562-fca2-4d53-96f4-105cf4dc4b34
response_code = 200
uri = /baseboard
|
| 576 | 2024-02-07T22:38:07.601Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 577 | 2024-02-07T22:38:07.601Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35545
|
| 578 | 2024-02-07T22:38:07.610Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9037
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35545
req_id = 0e44e9b5-f8b4-4e3a-a467-1727358a6136
response_code = 200
uri = /timesync
|
| 579 | 2024-02-07T22:38:07.612Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345432.0281742, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 580 | 2024-02-07T22:38:07.612Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 581 | 2024-02-07T22:38:24.228Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 582 | 2024-02-07T22:38:24.229Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36967
|
| 583 | 2024-02-07T22:38:24.237Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8705
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36967
req_id = ac4b632f-cad3-4cd7-acbf-974e2da899a4
response_code = 200
uri = /timesync
|
| 584 | 2024-02-07T22:38:24.240Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345502.9787836, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 585 | 2024-02-07T22:38:24.240Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 586 | 2024-02-07T22:38:32.663Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48023
|
| 587 | 2024-02-07T22:38:32.663Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 40
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48023
req_id = 25dd8a3a-9627-4224-8e21-dcf084ab7e79
response_code = 200
uri = /baseboard
|
| 588 | 2024-02-07T22:38:40.742Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 589 | 2024-02-07T22:38:40.742Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51197
|
| 590 | 2024-02-07T22:38:40.745Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 591 | 2024-02-07T22:38:40.751Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8945
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51197
req_id = 0895a1c4-d17d-42db-af06-780fab269f50
response_code = 200
uri = /timesync
|
| 592 | 2024-02-07T22:38:40.753Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345502.9787836, correction: 0.213239223 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 593 | 2024-02-07T22:38:40.753Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 594 | 2024-02-07T22:38:52.908Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 595 | 2024-02-07T22:38:52.908Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56054
|
| 596 | 2024-02-07T22:38:52.917Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8981
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56054
req_id = 3f1cc9b3-bf49-40a8-882f-fd1842d9261f
response_code = 200
uri = /timesync
|
| 597 | 2024-02-07T22:38:52.920Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345502.9787836, correction: 0.180377185 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 598 | 2024-02-07T22:38:52.920Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 599 | 2024-02-07T22:39:02.778Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58086
|
| 600 | 2024-02-07T22:39:02.778Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 57
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58086
req_id = 01e4595b-4a60-4f6c-90b8-7a5c9220c538
response_code = 200
uri = /baseboard
|
| 601 | 2024-02-07T22:39:17.217Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 602 | 2024-02-07T22:39:17.218Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47679
|
| 603 | 2024-02-07T22:39:17.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9035
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47679
req_id = 046dce38-a2a5-457e-a396-af29d2af537b
response_code = 200
uri = /timesync
|
| 604 | 2024-02-07T22:39:17.229Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707345502.9787836, correction: 0.114716806 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 605 | 2024-02-07T22:39:17.229Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 606 | 2024-02-07T22:39:32.890Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53276
|
| 607 | 2024-02-07T22:39:32.891Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 615
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53276
req_id = 4544bbf0-796c-4e6c-8708-cc4e8d3e8f7d
response_code = 200
uri = /baseboard
|
| 608 | 2024-02-07T22:39:49.594Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 609 | 2024-02-07T22:39:49.594Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40480
|
| 610 | 2024-02-07T22:39:49.616Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 20915
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40480
req_id = ab4c187a-9b16-4b4f-97d9-c4b384429c77
response_code = 200
uri = /timesync
|
| 611 | 2024-02-07T22:39:49.619Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1707345576.207446, correction: 0.027652726 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 612 | 2024-02-07T22:39:49.619Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1042
|
| 613 | 2024-02-07T22:39:49.649Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5764c971-0e8b-4e3d-9161-219d83575e34, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 70719f18-685e-4b21-b6f4-b5254c103f60, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 4b7fc867-242c-4ff5-8006-62c81f094228, kind: Service { id: 70719f18-685e-4b21-b6f4-b5254c103f60 }, name: Name("ntp-70719f18-685e-4b21-b6f4-b5254c103f60"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 205])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4eb224d1-21de-4e8a-9a6b-9c7734a936f7, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ce2d4fed-394a-468c-9614-f5ababd0bbac, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 1af3bc40-da27-466a-8df9-a9ac106fb16a, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: db796704-3b39-404e-8a09-fe7a46a8459f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: c1a0177b-1d4e-4d44-a554-744deb526c03, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 614 | 2024-02-07T22:39:49.650Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47478
|
| 615 | 2024-02-07T22:39:49.650Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 616 | 2024-02-07T22:39:49.650Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 617 | 2024-02-07T22:39:49.672Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 618 | 2024-02-07T22:39:49.674Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 619 | 2024-02-07T22:39:49.692Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 620 | 2024-02-07T22:39:49.694Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 621 | 2024-02-07T22:39:49.711Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4eb224d1-21de-4e8a-9a6b-9c7734a936f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 622 | 2024-02-07T22:39:49.711Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 4eb224d1-21de-4e8a-9a6b-9c7734a936f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 623 | 2024-02-07T22:39:49.762Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ce2d4fed-394a-468c-9614-f5ababd0bbac, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 624 | 2024-02-07T22:39:49.762Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ce2d4fed-394a-468c-9614-f5ababd0bbac, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 625 | 2024-02-07T22:39:49.813Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af3bc40-da27-466a-8df9-a9ac106fb16a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 626 | 2024-02-07T22:39:49.816Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1af3bc40-da27-466a-8df9-a9ac106fb16a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 627 | 2024-02-07T22:39:49.864Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: db796704-3b39-404e-8a09-fe7a46a8459f, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 628 | 2024-02-07T22:39:49.864Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: db796704-3b39-404e-8a09-fe7a46a8459f, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 629 | 2024-02-07T22:39:49.916Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c1a0177b-1d4e-4d44-a554-744deb526c03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 630 | 2024-02-07T22:39:49.916Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c1a0177b-1d4e-4d44-a554-744deb526c03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 631 | 2024-02-07T22:39:49.969Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 632 | 2024-02-07T22:39:49.969Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 633 | 2024-02-07T22:39:49.969Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 634 | 2024-02-07T22:39:49.976Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 635 | 2024-02-07T22:39:50.031Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 636 | 2024-02-07T22:39:50.031Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 637 | 2024-02-07T22:39:50.031Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 638 | 2024-02-07T22:39:50.031Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 639 | 2024-02-07T22:39:50.031Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 640 | 2024-02-07T22:39:50.125Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
file = illumos-utils/src/zone.rs:315
|
| 641 | 2024-02-07T22:39:50.129Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
file = illumos-utils/src/zone.rs:315
|
| 642 | 2024-02-07T22:39:50.133Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
file = illumos-utils/src/zone.rs:315
|
| 643 | 2024-02-07T22:39:50.138Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
file = illumos-utils/src/zone.rs:315
|
| 644 | 2024-02-07T22:39:50.142Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
file = illumos-utils/src/zone.rs:315
|
| 645 | 2024-02-07T22:39:50.147Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
file = illumos-utils/src/zone.rs:354
|
| 646 | 2024-02-07T22:39:50.151Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
file = illumos-utils/src/zone.rs:354
|
| 647 | 2024-02-07T22:39:50.156Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
file = illumos-utils/src/zone.rs:354
|
| 648 | 2024-02-07T22:39:50.160Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
file = illumos-utils/src/zone.rs:354
|
| 649 | 2024-02-07T22:39:50.165Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
file = illumos-utils/src/zone.rs:354
|
| 650 | 2024-02-07T22:39:53.655Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::3"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 651 | 2024-02-07T22:39:53.655Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 652 | 2024-02-07T22:39:53.725Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 653 | 2024-02-07T22:39:53.725Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 654 | 2024-02-07T22:39:53.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 71.857539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 655 | 2024-02-07T22:39:53.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 74.859701ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 656 | 2024-02-07T22:39:53.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 149.324372ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 657 | 2024-02-07T22:39:53.930Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 658 | 2024-02-07T22:39:53.930Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 659 | 2024-02-07T22:39:53.930Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 660 | 2024-02-07T22:39:53.933Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 661 | 2024-02-07T22:39:53.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 59.498054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 662 | 2024-02-07T22:39:54.017Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::4"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 663 | 2024-02-07T22:39:54.021Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 664 | 2024-02-07T22:39:54.098Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 240.967349ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 665 | 2024-02-07T22:39:54.125Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 252.100798ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 666 | 2024-02-07T22:39:54.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 68.475184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 667 | 2024-02-07T22:39:54.465Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 352.719429ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 668 | 2024-02-07T22:39:54.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 43.128302ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 669 | 2024-02-07T22:39:54.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 117.538056ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 670 | 2024-02-07T22:39:54.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 268.915187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 671 | 2024-02-07T22:39:54.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 26.934461ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 672 | 2024-02-07T22:39:54.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 137.279744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 673 | 2024-02-07T22:39:54.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 124.385433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 674 | 2024-02-07T22:39:54.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 128.067649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 675 | 2024-02-07T22:39:55.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 502.848797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 676 | 2024-02-07T22:39:55.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 181.283662ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 677 | 2024-02-07T22:39:55.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 466.055916ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 678 | 2024-02-07T22:39:55.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 243.90434ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 679 | 2024-02-07T22:39:55.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 358.552424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 680 | 2024-02-07T22:39:55.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 807.800102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 681 | 2024-02-07T22:39:55.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 324.172364ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 682 | 2024-02-07T22:39:55.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 586.224649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 683 | 2024-02-07T22:39:56.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 1.070720021s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 684 | 2024-02-07T22:39:56.134Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 527.999453ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 685 | 2024-02-07T22:39:56.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 875.029738ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 686 | 2024-02-07T22:39:56.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 756.608654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 687 | 2024-02-07T22:39:56.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 848.961014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 688 | 2024-02-07T22:39:56.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 714.745512ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 689 | 2024-02-07T22:39:57.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.13172472s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 690 | 2024-02-07T22:39:57.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 1.499522415s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 691 | 2024-02-07T22:39:57.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 1.428355022s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 692 | 2024-02-07T22:39:57.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 1.038526062s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 693 | 2024-02-07T22:39:57.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 993.299666ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 694 | 2024-02-07T22:39:58.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.005738676s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 695 | 2024-02-07T22:39:58.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 1.241939722s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 696 | 2024-02-07T22:39:58.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.3773498s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 697 | 2024-02-07T22:39:58.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 1.108271092s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 698 | 2024-02-07T22:39:58.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 517.110565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 699 | 2024-02-07T22:39:59.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 1.064395641s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 700 | 2024-02-07T22:39:59.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.473756448s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 701 | 2024-02-07T22:39:59.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 1.002018759s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 702 | 2024-02-07T22:39:59.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 1.139627225s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 703 | 2024-02-07T22:39:59.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 884.505849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 704 | 2024-02-07T22:40:00.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 651.016673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 705 | 2024-02-07T22:40:00.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 975.188998ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 706 | 2024-02-07T22:40:00.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 699.727432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 707 | 2024-02-07T22:40:00.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.301278641s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 708 | 2024-02-07T22:40:00.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 593.297594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 709 | 2024-02-07T22:40:00.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 1.335627808s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 710 | 2024-02-07T22:40:01.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.425240542s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 711 | 2024-02-07T22:40:01.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 627.3596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 712 | 2024-02-07T22:40:01.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 1.175693787s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 713 | 2024-02-07T22:40:02.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 712.844861ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 714 | 2024-02-07T22:40:02.134Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 848.448991ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 715 | 2024-02-07T22:40:02.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a") failed: Property not found. retry in 867.637533ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_1af3bc40-da27-466a-8df9-a9ac106fb16a
|
| 716 | 2024-02-07T22:40:02.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 859.976158ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 717 | 2024-02-07T22:40:02.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.029775153s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 718 | 2024-02-07T22:40:02.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 989.637573ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 719 | 2024-02-07T22:40:02.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 549.591632ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 720 | 2024-02-07T22:40:02.999Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:32888
|
| 721 | 2024-02-07T22:40:02.999Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 73
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:32888
req_id = 42dcf906-3869-4099-b9a6-2e3c10782a71
response_code = 200
uri = /baseboard
|
| 722 | 2024-02-07T22:40:03.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 1.085361483s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 723 | 2024-02-07T22:40:03.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.122153707s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 724 | 2024-02-07T22:40:03.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 510.32499ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 725 | 2024-02-07T22:40:03.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.041515991s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 726 | 2024-02-07T22:40:04.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 858.451559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 727 | 2024-02-07T22:40:04.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 610.376224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 728 | 2024-02-07T22:40:04.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 636.351391ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 729 | 2024-02-07T22:40:04.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 568.226686ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 730 | 2024-02-07T22:40:05.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 840.152769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 731 | 2024-02-07T22:40:05.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 1.006745973s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 732 | 2024-02-07T22:40:05.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.197926237s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 733 | 2024-02-07T22:40:05.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.119734881s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 734 | 2024-02-07T22:40:06.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 900.035506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 735 | 2024-02-07T22:40:06.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 937.613083ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 736 | 2024-02-07T22:40:06.675Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 952.675196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 737 | 2024-02-07T22:40:06.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 563.759184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 738 | 2024-02-07T22:40:07.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 911.764474ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 739 | 2024-02-07T22:40:07.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 923.91255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 740 | 2024-02-07T22:40:07.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.464469389s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 741 | 2024-02-07T22:40:07.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.062478553s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 742 | 2024-02-07T22:40:07.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 533.311495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 743 | 2024-02-07T22:40:08.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 835.996471ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 744 | 2024-02-07T22:40:08.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 1.491078843s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 745 | 2024-02-07T22:40:08.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 704.767845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 746 | 2024-02-07T22:40:08.728Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 785.30746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 747 | 2024-02-07T22:40:09.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 924.663474ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 748 | 2024-02-07T22:40:09.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 797.5289ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 749 | 2024-02-07T22:40:09.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.256547441s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 750 | 2024-02-07T22:40:09.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 1.074932086s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 751 | 2024-02-07T22:40:09.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 749.461096ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 752 | 2024-02-07T22:40:10.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 617.859065ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 753 | 2024-02-07T22:40:10.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 641.40393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 754 | 2024-02-07T22:40:10.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.121011763s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 755 | 2024-02-07T22:40:10.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.2800251s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 756 | 2024-02-07T22:40:11.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 989.909115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 757 | 2024-02-07T22:40:11.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7") failed: Property not found. retry in 1.383591556s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4eb224d1-21de-4e8a-9a6b-9c7734a936f7
|
| 758 | 2024-02-07T22:40:11.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f") failed: Property not found. retry in 1.359174456s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_db796704-3b39-404e-8a09-fe7a46a8459f
|
| 759 | 2024-02-07T22:40:12.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03") failed: Property not found. retry in 1.385518062s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c1a0177b-1d4e-4d44-a554-744deb526c03
|
| 760 | 2024-02-07T22:40:12.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac") failed: Property not found. retry in 1.457373011s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ce2d4fed-394a-468c-9614-f5ababd0bbac
|
| 761 | 2024-02-07T22:40:13.625Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 762 | 2024-02-07T22:40:13.625Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 763 | 2024-02-07T22:40:13.626Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 23947791
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:47478
req_id = 297ae085-20c7-4f77-80de-1567d11ebd85
response_code = 204
uri = /omicron-zones
|
| 764 | 2024-02-07T22:40:13.660Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49007
|
| 765 | 2024-02-07T22:40:13.693Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3102
|
| 766 | 2024-02-07T22:40:31.577Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3120
|
| 767 | 2024-02-07T22:40:40.178Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3141
|
| 768 | 2024-02-07T22:40:40.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 26519066
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:49007
req_id = 557c2c90-fc52-467a-b329-3b644460d589
response_code = 204
uri = /cockroachdb
|
| 769 | 2024-02-07T22:40:40.182Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39117
|
| 770 | 2024-02-07T22:40:40.183Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 893
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39117
req_id = 72cea3ac-a42a-4d57-918d-f0fb3f202202
response_code = 200
uri = /baseboard
|
| 771 | 2024-02-07T22:40:40.223Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 5764c971-0e8b-4e3d-9161-219d83575e34, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 70719f18-685e-4b21-b6f4-b5254c103f60, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 4b7fc867-242c-4ff5-8006-62c81f094228, kind: Service { id: 70719f18-685e-4b21-b6f4-b5254c103f60 }, name: Name("ntp-70719f18-685e-4b21-b6f4-b5254c103f60"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 205])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4eb224d1-21de-4e8a-9a6b-9c7734a936f7, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: ce2d4fed-394a-468c-9614-f5ababd0bbac, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 1af3bc40-da27-466a-8df9-a9ac106fb16a, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: db796704-3b39-404e-8a09-fe7a46a8459f, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: c1a0177b-1d4e-4d44-a554-744deb526c03, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 6c172128-e4c9-4ec7-b22d-f507a5c16c59, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 582ecb8e-0f55-40d7-9498-144d1ff6ab94, kind: Service { id: 6c172128-e4c9-4ec7-b22d-f507a5c16c59 }, name: Name("external-dns-6c172128-e4c9-4ec7-b22d-f507a5c16c59"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: f506b660-35a0-4a14-a88b-86435a183cf8, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: be11f64e-e7de-43ac-8a28-c26e7d485572, kind: Service { id: f506b660-35a0-4a14-a88b-86435a183cf8 }, name: Name("external-dns-f506b660-35a0-4a14-a88b-86435a183cf8"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 0e585f27-de0d-4a61-9e2e-3a2a59ed7868, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: c3a40a38-ee06-4ccf-8c4b-72ef82084e3d, kind: Service { id: 0e585f27-de0d-4a61-9e2e-3a2a59ed7868 }, name: Name("nexus-0e585f27-de0d-4a61-9e2e-3a2a59ed7868"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 215])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7512efda-9eab-44be-a06b-b127ca0bd7aa, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 2f7238da-0de0-4538-865a-b6ed675404f5, kind: Service { id: 7512efda-9eab-44be-a06b-b127ca0bd7aa }, name: Name("nexus-7512efda-9eab-44be-a06b-b127ca0bd7aa"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 660d3f1f-7977-4be3-b624-3a6d8f918dea, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6773c660-4287-4cb3-83fe-d04ebb5b5ec8, kind: Service { id: 660d3f1f-7977-4be3-b624-3a6d8f918dea }, name: Name("nexus-660d3f1f-7977-4be3-b624-3a6d8f918dea"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 30])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1ae44761-6ce8-4fc9-9821-f03a8178d5a3, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: b1c4b662-da79-4780-b7c5-cec8adfb3b9a, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 40121e29-293f-4f81-a234-6732f8641d5d, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 97d02147-2ebd-44b1-a475-e4b25d1781c4, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 43bfd008-af90-4137-9154-1a92d241b5f8, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 9b27d56e-022f-48f2-a40d-9e80a205cc9f, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: eea7d0e5-fe3b-43f3-a11c-2539423d7466, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 1481d667-2d0e-4ea5-b496-38c2d5df32c7, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 01ce0537-29b2-4971-adc8-ada60f183ab7, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 6efaaf4b-1d08-4410-9715-627796065d21, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 0e0ccc06-6e15-4baa-a711-ea9939ce3597, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 2ce1c66b-948b-4120-8b98-ba6ffd124460, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: 6741c1c4-4bc8-428c-bb0d-84b69658b3e4, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 3080fed9-854b-45b1-94f5-31e519282a1d, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 772 | 2024-02-07T22:40:40.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60333
|
| 773 | 2024-02-07T22:40:40.226Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 774 | 2024-02-07T22:40:40.226Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0ab16e51-98ef-47c9-8483-3b7345a3f73e, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 775 | 2024-02-07T22:40:40.251Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 776 | 2024-02-07T22:40:40.251Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 142ae2a1-c8dd-4fce-b1a1-392fd63123a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 777 | 2024-02-07T22:40:40.270Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 778 | 2024-02-07T22:40:40.270Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5764c971-0e8b-4e3d-9161-219d83575e34, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 779 | 2024-02-07T22:40:40.289Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4eb224d1-21de-4e8a-9a6b-9c7734a936f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 780 | 2024-02-07T22:40:40.291Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 4eb224d1-21de-4e8a-9a6b-9c7734a936f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 781 | 2024-02-07T22:40:40.308Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ce2d4fed-394a-468c-9614-f5ababd0bbac, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 782 | 2024-02-07T22:40:40.308Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ce2d4fed-394a-468c-9614-f5ababd0bbac, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 783 | 2024-02-07T22:40:40.326Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af3bc40-da27-466a-8df9-a9ac106fb16a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 784 | 2024-02-07T22:40:40.326Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1af3bc40-da27-466a-8df9-a9ac106fb16a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 785 | 2024-02-07T22:40:40.345Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: db796704-3b39-404e-8a09-fe7a46a8459f, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 786 | 2024-02-07T22:40:40.345Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: db796704-3b39-404e-8a09-fe7a46a8459f, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 787 | 2024-02-07T22:40:40.362Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c1a0177b-1d4e-4d44-a554-744deb526c03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 788 | 2024-02-07T22:40:40.362Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c1a0177b-1d4e-4d44-a554-744deb526c03, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 789 | 2024-02-07T22:40:40.380Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6c172128-e4c9-4ec7-b22d-f507a5c16c59, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 790 | 2024-02-07T22:40:40.382Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6c172128-e4c9-4ec7-b22d-f507a5c16c59, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 791 | 2024-02-07T22:40:40.492Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f506b660-35a0-4a14-a88b-86435a183cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 792 | 2024-02-07T22:40:40.494Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f506b660-35a0-4a14-a88b-86435a183cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 793 | 2024-02-07T22:40:40.617Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b1c4b662-da79-4780-b7c5-cec8adfb3b9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 794 | 2024-02-07T22:40:40.617Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: b1c4b662-da79-4780-b7c5-cec8adfb3b9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 795 | 2024-02-07T22:40:40.741Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b27d56e-022f-48f2-a40d-9e80a205cc9f, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 796 | 2024-02-07T22:40:40.741Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 9b27d56e-022f-48f2-a40d-9e80a205cc9f, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 797 | 2024-02-07T22:40:40.869Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: eea7d0e5-fe3b-43f3-a11c-2539423d7466, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 798 | 2024-02-07T22:40:40.871Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: eea7d0e5-fe3b-43f3-a11c-2539423d7466, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 799 | 2024-02-07T22:40:40.969Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1481d667-2d0e-4ea5-b496-38c2d5df32c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 800 | 2024-02-07T22:40:40.969Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1481d667-2d0e-4ea5-b496-38c2d5df32c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 801 | 2024-02-07T22:40:41.083Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 01ce0537-29b2-4971-adc8-ada60f183ab7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 802 | 2024-02-07T22:40:41.083Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 01ce0537-29b2-4971-adc8-ada60f183ab7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 803 | 2024-02-07T22:40:41.202Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6efaaf4b-1d08-4410-9715-627796065d21, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 804 | 2024-02-07T22:40:41.202Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6efaaf4b-1d08-4410-9715-627796065d21, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 805 | 2024-02-07T22:40:41.326Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0e0ccc06-6e15-4baa-a711-ea9939ce3597, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 806 | 2024-02-07T22:40:41.326Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0e0ccc06-6e15-4baa-a711-ea9939ce3597, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 807 | 2024-02-07T22:40:41.436Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ce1c66b-948b-4120-8b98-ba6ffd124460, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 808 | 2024-02-07T22:40:41.436Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2ce1c66b-948b-4120-8b98-ba6ffd124460, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 809 | 2024-02-07T22:40:41.543Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6741c1c4-4bc8-428c-bb0d-84b69658b3e4, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 810 | 2024-02-07T22:40:41.543Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6741c1c4-4bc8-428c-bb0d-84b69658b3e4, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 811 | 2024-02-07T22:40:41.665Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3080fed9-854b-45b1-94f5-31e519282a1d, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 812 | 2024-02-07T22:40:41.665Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3080fed9-854b-45b1-94f5-31e519282a1d, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 813 | 2024-02-07T22:40:41.738Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 814 | 2024-02-07T22:40:41.739Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 815 | 2024-02-07T22:40:41.739Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 816 | 2024-02-07T22:40:41.795Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 817 | 2024-02-07T22:40:41.919Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 818 | 2024-02-07T22:40:41.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 819 | 2024-02-07T22:40:41.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 820 | 2024-02-07T22:40:41.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 821 | 2024-02-07T22:40:41.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 822 | 2024-02-07T22:40:41.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 823 | 2024-02-07T22:40:41.920Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 824 | 2024-02-07T22:40:41.922Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 825 | 2024-02-07T22:40:41.923Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 826 | 2024-02-07T22:40:41.926Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 827 | 2024-02-07T22:40:41.926Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 828 | 2024-02-07T22:40:41.926Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 829 | 2024-02-07T22:40:41.930Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 830 | 2024-02-07T22:40:41.930Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 831 | 2024-02-07T22:40:41.930Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 832 | 2024-02-07T22:40:41.932Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 833 | 2024-02-07T22:40:41.932Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 834 | 2024-02-07T22:40:41.935Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 835 | 2024-02-07T22:40:41.935Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 836 | 2024-02-07T22:40:42.206Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
file = illumos-utils/src/zone.rs:315
|
| 837 | 2024-02-07T22:40:42.210Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
file = illumos-utils/src/zone.rs:315
|
| 838 | 2024-02-07T22:40:42.215Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
file = illumos-utils/src/zone.rs:315
|
| 839 | 2024-02-07T22:40:42.220Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
file = illumos-utils/src/zone.rs:315
|
| 840 | 2024-02-07T22:40:42.225Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
file = illumos-utils/src/zone.rs:315
|
| 841 | 2024-02-07T22:40:42.230Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
file = illumos-utils/src/zone.rs:315
|
| 842 | 2024-02-07T22:40:42.237Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
file = illumos-utils/src/zone.rs:315
|
| 843 | 2024-02-07T22:40:42.242Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
file = illumos-utils/src/zone.rs:315
|
| 844 | 2024-02-07T22:40:42.247Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
file = illumos-utils/src/zone.rs:315
|
| 845 | 2024-02-07T22:40:42.252Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
file = illumos-utils/src/zone.rs:315
|
| 846 | 2024-02-07T22:40:42.257Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
file = illumos-utils/src/zone.rs:354
|
| 847 | 2024-02-07T22:40:42.261Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
file = illumos-utils/src/zone.rs:354
|
| 848 | 2024-02-07T22:40:42.266Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
file = illumos-utils/src/zone.rs:354
|
| 849 | 2024-02-07T22:40:42.271Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
file = illumos-utils/src/zone.rs:354
|
| 850 | 2024-02-07T22:40:42.275Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
file = illumos-utils/src/zone.rs:354
|
| 851 | 2024-02-07T22:40:42.280Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
file = illumos-utils/src/zone.rs:354
|
| 852 | 2024-02-07T22:40:42.286Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
file = illumos-utils/src/zone.rs:354
|
| 853 | 2024-02-07T22:40:42.291Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
file = illumos-utils/src/zone.rs:354
|
| 854 | 2024-02-07T22:40:42.296Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
file = illumos-utils/src/zone.rs:354
|
| 855 | 2024-02-07T22:40:42.300Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
file = illumos-utils/src/zone.rs:354
|
| 856 | 2024-02-07T22:40:42.305Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
file = illumos-utils/src/zone.rs:315
|
| 857 | 2024-02-07T22:40:42.310Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
file = illumos-utils/src/zone.rs:315
|
| 858 | 2024-02-07T22:40:42.316Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
file = illumos-utils/src/zone.rs:315
|
| 859 | 2024-02-07T22:40:42.321Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
file = illumos-utils/src/zone.rs:315
|
| 860 | 2024-02-07T22:40:42.368Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 861 | 2024-02-07T22:40:42.369Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
file = illumos-utils/src/zone.rs:354
|
| 862 | 2024-02-07T22:40:42.407Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 863 | 2024-02-07T22:40:42.408Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
file = illumos-utils/src/zone.rs:354
|
| 864 | 2024-02-07T22:40:42.413Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
file = illumos-utils/src/zone.rs:354
|
| 865 | 2024-02-07T22:40:42.418Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
file = illumos-utils/src/zone.rs:354
|
| 866 | 2024-02-07T22:40:42.457Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 867 | 2024-02-07T22:40:42.497Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 868 | 2024-02-07T22:40:42.534Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 869 | 2024-02-07T22:40:42.541Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 870 | 2024-02-07T22:40:42.541Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 871 | 2024-02-07T22:40:42.595Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 214, 33]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte1" } }
|
| 872 | 2024-02-07T22:40:42.595Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1280
zone_type = external_dns
|
| 873 | 2024-02-07T22:40:42.598Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 874 | 2024-02-07T22:40:42.598Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 875 | 2024-02-07T22:40:42.660Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 250, 215]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 876 | 2024-02-07T22:40:42.660Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1280
zone_type = nexus
|
| 877 | 2024-02-07T22:40:42.662Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 878 | 2024-02-07T22:40:42.662Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 879 | 2024-02-07T22:40:42.718Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 201, 30]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte3" } }
|
| 880 | 2024-02-07T22:40:42.718Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1280
zone_type = nexus
|
| 881 | 2024-02-07T22:40:42.720Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 882 | 2024-02-07T22:40:42.720Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 883 | 2024-02-07T22:40:42.772Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 225, 31]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte4" } }
|
| 884 | 2024-02-07T22:40:42.772Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1280
zone_type = nexus
|
| 885 | 2024-02-07T22:40:42.774Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 886 | 2024-02-07T22:40:42.774Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 887 | 2024-02-07T22:40:42.832Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 135, 33]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte5" } }
|
| 888 | 2024-02-07T22:40:42.832Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1280
zone_type = external_dns
|
| 889 | 2024-02-07T22:40:42.836Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 890 | 2024-02-07T22:40:42.836Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 891 | 2024-02-07T22:40:42.836Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 892 | 2024-02-07T22:40:42.836Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 893 | 2024-02-07T22:40:42.837Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 894 | 2024-02-07T22:40:42.837Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 895 | 2024-02-07T22:40:42.837Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 896 | 2024-02-07T22:40:42.837Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 897 | 2024-02-07T22:40:42.837Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 898 | 2024-02-07T22:40:42.837Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 899 | 2024-02-07T22:40:42.839Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 900 | 2024-02-07T22:40:42.843Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 901 | 2024-02-07T22:40:42.843Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 902 | 2024-02-07T22:40:42.844Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 903 | 2024-02-07T22:40:42.871Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 904 | 2024-02-07T22:40:42.873Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 905 | 2024-02-07T22:40:42.876Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 906 | 2024-02-07T22:40:42.876Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 907 | 2024-02-07T22:40:42.876Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 908 | 2024-02-07T22:40:42.901Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 909 | 2024-02-07T22:40:42.901Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
file = illumos-utils/src/zone.rs:315
|
| 910 | 2024-02-07T22:40:42.976Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
file = illumos-utils/src/zone.rs:315
|
| 911 | 2024-02-07T22:40:42.981Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
file = illumos-utils/src/zone.rs:354
|
| 912 | 2024-02-07T22:40:42.986Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
file = illumos-utils/src/zone.rs:315
|
| 913 | 2024-02-07T22:40:42.991Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
file = illumos-utils/src/zone.rs:315
|
| 914 | 2024-02-07T22:40:42.997Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
file = illumos-utils/src/zone.rs:315
|
| 915 | 2024-02-07T22:40:43.001Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
file = illumos-utils/src/zone.rs:354
|
| 916 | 2024-02-07T22:40:43.013Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
file = illumos-utils/src/zone.rs:354
|
| 917 | 2024-02-07T22:40:43.020Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
file = illumos-utils/src/zone.rs:354
|
| 918 | 2024-02-07T22:40:43.025Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
file = illumos-utils/src/zone.rs:354
|
| 919 | 2024-02-07T22:40:49.572Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 920 | 2024-02-07T22:40:49.582Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 921 | 2024-02-07T22:40:49.634Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 922 | 2024-02-07T22:40:49.634Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 923 | 2024-02-07T22:40:49.634Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 924 | 2024-02-07T22:40:49.704Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 925 | 2024-02-07T22:40:50.424Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="ab5b7020-afb2-49e9-bf87-ea86aac00c16"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 926 | 2024-02-07T22:40:50.424Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c094287b-3734-4857-b1ac-06cecd53f2f9"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 927 | 2024-02-07T22:40:50.424Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="6ae26e98-6a25-4024-9eee-62a51a0d90ee"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 928 | 2024-02-07T22:40:50.425Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="067a1f1b-5c20-4ed1-b3ab-d14ad86cb001"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 929 | 2024-02-07T22:40:50.425Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 930 | 2024-02-07T22:40:50.432Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 931 | 2024-02-07T22:40:50.439Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="349d99af-e699-495b-8c27-e9cb6dd74be8"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 932 | 2024-02-07T22:40:50.440Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="bd1dde70-d153-4375-ae3b-a58509d67b3b"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 933 | 2024-02-07T22:40:50.440Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="27a2c833-3f56-4d5f-ac6d-918dcbb10c8a"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 934 | 2024-02-07T22:40:50.440Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 935 | 2024-02-07T22:40:50.448Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 936 | 2024-02-07T22:40:50.454Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 937 | 2024-02-07T22:40:50.460Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 938 | 2024-02-07T22:40:50.465Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 939 | 2024-02-07T22:40:52.724Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 940 | 2024-02-07T22:40:53.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 29.21238ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 941 | 2024-02-07T22:40:53.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 73.840379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 942 | 2024-02-07T22:40:53.570Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::d"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value="1ae44761-6ce8-4fc9-9821-f03a8178d5a3"/>
<propval type="astring" name="address" value="[fd00:1122:3344:101::d]:12223"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 943 | 2024-02-07T22:40:53.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 43.855805ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 944 | 2024-02-07T22:40:53.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 53.597151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 945 | 2024-02-07T22:40:53.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 25.19828ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 946 | 2024-02-07T22:40:53.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 36.660254ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 947 | 2024-02-07T22:40:53.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 48.0944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 948 | 2024-02-07T22:40:54.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 42.682631ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 949 | 2024-02-07T22:40:54.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 55.337208ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 950 | 2024-02-07T22:40:54.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 40.180184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 951 | 2024-02-07T22:40:54.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 56.765936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 952 | 2024-02-07T22:40:54.912Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 953 | 2024-02-07T22:40:55.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 131.651272ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 954 | 2024-02-07T22:40:55.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 111.934133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 955 | 2024-02-07T22:40:55.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 63.660176ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 956 | 2024-02-07T22:40:55.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 101.544556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 957 | 2024-02-07T22:40:55.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 69.193022ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 958 | 2024-02-07T22:40:55.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 59.73047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 959 | 2024-02-07T22:40:55.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 129.688526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 960 | 2024-02-07T22:40:55.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 70.97196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 961 | 2024-02-07T22:40:55.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 147.667403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 962 | 2024-02-07T22:40:55.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 90.063073ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 963 | 2024-02-07T22:40:55.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 56.302842ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 964 | 2024-02-07T22:40:55.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 135.180124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 965 | 2024-02-07T22:40:55.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 114.51938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 966 | 2024-02-07T22:40:55.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 232.233323ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 967 | 2024-02-07T22:40:55.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 100.060908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 968 | 2024-02-07T22:40:55.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 188.461996ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 969 | 2024-02-07T22:40:55.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 215.842257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 970 | 2024-02-07T22:40:55.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 247.505243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 971 | 2024-02-07T22:40:55.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 110.539383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 972 | 2024-02-07T22:40:55.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 278.924082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 973 | 2024-02-07T22:40:55.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 283.851257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 974 | 2024-02-07T22:40:55.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 70.397093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 975 | 2024-02-07T22:40:55.876Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 369.194402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 976 | 2024-02-07T22:40:55.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 386.972727ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 977 | 2024-02-07T22:40:55.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 155.946608ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 978 | 2024-02-07T22:40:55.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 465.920538ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 979 | 2024-02-07T22:40:55.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 573.288192ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 980 | 2024-02-07T22:40:55.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 142.986373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 981 | 2024-02-07T22:40:55.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 305.591908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 982 | 2024-02-07T22:40:56.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 481.787706ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 983 | 2024-02-07T22:40:56.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 558.972039ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 984 | 2024-02-07T22:40:56.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 349.082007ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 985 | 2024-02-07T22:40:56.080Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 449.504499ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 986 | 2024-02-07T22:40:56.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 158.610186ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 987 | 2024-02-07T22:40:56.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 281.865185ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 988 | 2024-02-07T22:40:56.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 535.383995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 989 | 2024-02-07T22:40:56.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 467.726619ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 990 | 2024-02-07T22:40:56.284Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 351.904122ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 991 | 2024-02-07T22:40:56.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 778.313741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 992 | 2024-02-07T22:40:56.314Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 418.001252ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 993 | 2024-02-07T22:40:56.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.136853113s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 994 | 2024-02-07T22:40:56.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 535.834567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 995 | 2024-02-07T22:40:56.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 1.101347167s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 996 | 2024-02-07T22:40:56.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.128231147s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 997 | 2024-02-07T22:40:56.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 594.134883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 998 | 2024-02-07T22:40:56.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.142116811s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 999 | 2024-02-07T22:40:56.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.185140944s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1000 | 2024-02-07T22:40:56.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 790.519268ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1001 | 2024-02-07T22:40:56.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.155239874s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1002 | 2024-02-07T22:40:56.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 886.099649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1003 | 2024-02-07T22:40:56.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.382387314s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1004 | 2024-02-07T22:40:57.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.111635345s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1005 | 2024-02-07T22:40:57.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 504.72767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1006 | 2024-02-07T22:40:57.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.366273431s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1007 | 2024-02-07T22:40:57.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.199101779s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1008 | 2024-02-07T22:40:57.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 901.689304ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1009 | 2024-02-07T22:40:57.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 645.481293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1010 | 2024-02-07T22:40:57.564Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1011 | 2024-02-07T22:40:57.572Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1012 | 2024-02-07T22:40:57.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 946.131562ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1013 | 2024-02-07T22:40:57.655Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 774.45692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1014 | 2024-02-07T22:40:57.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 710.449162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1015 | 2024-02-07T22:40:57.792Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 645.611818ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1016 | 2024-02-07T22:40:57.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 54.399647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1017 | 2024-02-07T22:40:57.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.16657714s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1018 | 2024-02-07T22:40:57.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 49.389687ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1019 | 2024-02-07T22:40:57.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.40029793s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1020 | 2024-02-07T22:40:57.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 104.218829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1021 | 2024-02-07T22:40:57.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 115.235919ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1022 | 2024-02-07T22:40:58.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 255.029613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1023 | 2024-02-07T22:40:58.038Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 270.039316ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1024 | 2024-02-07T22:40:58.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.025762199s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1025 | 2024-02-07T22:40:58.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 599.331279ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1026 | 2024-02-07T22:40:58.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.115790988s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1027 | 2024-02-07T22:40:58.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 254.633196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1028 | 2024-02-07T22:40:58.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 469.257635ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1029 | 2024-02-07T22:40:58.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 807.211611ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1030 | 2024-02-07T22:40:58.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.145714425s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1031 | 2024-02-07T22:40:58.453Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.26218953s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1032 | 2024-02-07T22:40:58.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 739.60736ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1033 | 2024-02-07T22:40:58.571Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="3b3ed254-c741-435f-a5d4-7d3b8a143797"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1034 | 2024-02-07T22:40:58.572Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1035 | 2024-02-07T22:40:58.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.433450641s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1036 | 2024-02-07T22:40:58.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 557.196087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1037 | 2024-02-07T22:40:58.644Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="4dd9c5d0-a38b-4be5-853e-7bc40b00525f"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1038 | 2024-02-07T22:40:58.644Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1039 | 2024-02-07T22:40:58.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.271105642s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1040 | 2024-02-07T22:40:58.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 601.062546ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1041 | 2024-02-07T22:40:58.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 1.380178874s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1042 | 2024-02-07T22:40:58.838Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 44.396153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1043 | 2024-02-07T22:40:58.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 544.082271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1044 | 2024-02-07T22:40:58.895Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 64.204847ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1045 | 2024-02-07T22:40:58.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 74.998925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1046 | 2024-02-07T22:40:58.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 126.21232ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1047 | 2024-02-07T22:40:58.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 94.158425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1048 | 2024-02-07T22:40:59.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 835.368504ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1049 | 2024-02-07T22:40:59.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 265.72973ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1050 | 2024-02-07T22:40:59.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 595.753144ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1051 | 2024-02-07T22:40:59.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 752.255395ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1052 | 2024-02-07T22:40:59.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.396336458s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1053 | 2024-02-07T22:40:59.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.203969777s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1054 | 2024-02-07T22:40:59.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.45155263s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1055 | 2024-02-07T22:40:59.245Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1056 | 2024-02-07T22:40:59.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.337464496s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1057 | 2024-02-07T22:40:59.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.035725701s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1058 | 2024-02-07T22:40:59.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.338607717s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1059 | 2024-02-07T22:40:59.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 391.82698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1060 | 2024-02-07T22:40:59.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 1.072167581s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1061 | 2024-02-07T22:40:59.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 60.601887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1062 | 2024-02-07T22:40:59.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 63.744346ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1063 | 2024-02-07T22:40:59.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.010916046s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1064 | 2024-02-07T22:40:59.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 177.676656ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1065 | 2024-02-07T22:40:59.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 485.373067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1066 | 2024-02-07T22:40:59.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 726.631614ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1067 | 2024-02-07T22:40:59.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.032334616s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1068 | 2024-02-07T22:40:59.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 598.423151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1069 | 2024-02-07T22:40:59.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 626.294101ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1070 | 2024-02-07T22:40:59.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 884.425205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1071 | 2024-02-07T22:40:59.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.344912972s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1072 | 2024-02-07T22:41:00.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 538.25024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1073 | 2024-02-07T22:41:00.191Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1074 | 2024-02-07T22:41:00.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 1.002933493s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1075 | 2024-02-07T22:41:00.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 1.295371432s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1076 | 2024-02-07T22:41:00.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 934.338162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1077 | 2024-02-07T22:41:00.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 472.551379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1078 | 2024-02-07T22:41:00.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 71.880345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1079 | 2024-02-07T22:41:00.447Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 612.979734ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1080 | 2024-02-07T22:41:00.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.075370501s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1081 | 2024-02-07T22:41:00.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 723.884667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1082 | 2024-02-07T22:41:00.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 141.041522ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1083 | 2024-02-07T22:41:00.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 537.664094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1084 | 2024-02-07T22:41:00.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 703.993422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1085 | 2024-02-07T22:41:00.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 511.492147ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1086 | 2024-02-07T22:41:00.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 597.004985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1087 | 2024-02-07T22:41:00.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 906.277676ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1088 | 2024-02-07T22:41:00.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 221.602165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1089 | 2024-02-07T22:41:00.711Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 555.74323ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1090 | 2024-02-07T22:41:00.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 561.271349ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1091 | 2024-02-07T22:41:00.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.165361832s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1092 | 2024-02-07T22:41:00.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 781.055537ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1093 | 2024-02-07T22:41:00.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 462.708992ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1094 | 2024-02-07T22:41:00.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.065510405s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1095 | 2024-02-07T22:41:01.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 1.385465015s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1096 | 2024-02-07T22:41:01.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 785.886352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1097 | 2024-02-07T22:41:01.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 875.456402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1098 | 2024-02-07T22:41:01.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 803.081695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1099 | 2024-02-07T22:41:01.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 1.236799592s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1100 | 2024-02-07T22:41:01.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.422378841s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1101 | 2024-02-07T22:41:01.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.167552045s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1102 | 2024-02-07T22:41:01.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.255569404s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1103 | 2024-02-07T22:41:01.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 947.219022ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1104 | 2024-02-07T22:41:01.518Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.086333304s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1105 | 2024-02-07T22:41:01.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 661.44102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1106 | 2024-02-07T22:41:01.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 837.622852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1107 | 2024-02-07T22:41:01.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 927.844116ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1108 | 2024-02-07T22:41:01.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 768.894597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1109 | 2024-02-07T22:41:01.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.398102361s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1110 | 2024-02-07T22:41:01.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.375555857s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1111 | 2024-02-07T22:41:01.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 945.354296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1112 | 2024-02-07T22:41:01.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.426347138s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1113 | 2024-02-07T22:41:02.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 570.258143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1114 | 2024-02-07T22:41:02.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 884.235829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1115 | 2024-02-07T22:41:02.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 688.762616ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1116 | 2024-02-07T22:41:02.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 648.145652ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1117 | 2024-02-07T22:41:02.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.260538028s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1118 | 2024-02-07T22:41:02.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 529.382225ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1119 | 2024-02-07T22:41:02.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 991.950303ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1120 | 2024-02-07T22:41:02.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.353137874s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1121 | 2024-02-07T22:41:02.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 740.266586ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1122 | 2024-02-07T22:41:02.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 509.277999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1123 | 2024-02-07T22:41:02.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 1.339185202s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1124 | 2024-02-07T22:41:02.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.13890357s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1125 | 2024-02-07T22:41:02.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 917.296853ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1126 | 2024-02-07T22:41:02.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.467495969s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1127 | 2024-02-07T22:41:02.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.222611776s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1128 | 2024-02-07T22:41:02.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.208164199s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1129 | 2024-02-07T22:41:02.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 514.132593ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1130 | 2024-02-07T22:41:02.865Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 787.372363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1131 | 2024-02-07T22:41:02.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.195134101s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1132 | 2024-02-07T22:41:02.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.357177371s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1133 | 2024-02-07T22:41:02.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.249211311s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1134 | 2024-02-07T22:41:03.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 958.129594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1135 | 2024-02-07T22:41:03.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 832.222411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1136 | 2024-02-07T22:41:03.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 1.271193778s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1137 | 2024-02-07T22:41:03.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 812.164183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1138 | 2024-02-07T22:41:03.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 980.047547ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1139 | 2024-02-07T22:41:03.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.36198341s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1140 | 2024-02-07T22:41:03.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.283544444s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1141 | 2024-02-07T22:41:03.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.465758997s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1142 | 2024-02-07T22:41:03.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.091725459s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1143 | 2024-02-07T22:41:03.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.491481905s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1144 | 2024-02-07T22:41:03.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 784.308739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1145 | 2024-02-07T22:41:03.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 751.562331ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1146 | 2024-02-07T22:41:03.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.404063768s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1147 | 2024-02-07T22:41:03.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.095908955s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1148 | 2024-02-07T22:41:03.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.18607663s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1149 | 2024-02-07T22:41:03.984Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 875.949869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1150 | 2024-02-07T22:41:04.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 910.092421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1151 | 2024-02-07T22:41:04.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 923.853325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1152 | 2024-02-07T22:41:04.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.205409114s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1153 | 2024-02-07T22:41:04.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.117269238s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1154 | 2024-02-07T22:41:04.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 846.182916ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1155 | 2024-02-07T22:41:04.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 535.278497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1156 | 2024-02-07T22:41:04.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 729.446251ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1157 | 2024-02-07T22:41:04.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 776.977898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1158 | 2024-02-07T22:41:04.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.015395405s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1159 | 2024-02-07T22:41:04.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 991.877211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1160 | 2024-02-07T22:41:04.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.021661265s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1161 | 2024-02-07T22:41:04.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.469281198s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1162 | 2024-02-07T22:41:04.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 1.138748298s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1163 | 2024-02-07T22:41:04.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 953.685326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1164 | 2024-02-07T22:41:05.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.376143025s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1165 | 2024-02-07T22:41:05.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.371836229s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1166 | 2024-02-07T22:41:05.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 984.344356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1167 | 2024-02-07T22:41:05.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 842.980656ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1168 | 2024-02-07T22:41:05.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 654.638867ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1169 | 2024-02-07T22:41:05.160Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.001007875s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1170 | 2024-02-07T22:41:05.162Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::e"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1171 | 2024-02-07T22:41:05.162Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1172 | 2024-02-07T22:41:05.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.456202965s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1173 | 2024-02-07T22:41:05.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 835.093678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1174 | 2024-02-07T22:41:05.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.329743229s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1175 | 2024-02-07T22:41:05.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 69.535955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1176 | 2024-02-07T22:41:05.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.293667841s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1177 | 2024-02-07T22:41:05.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.285948476s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1178 | 2024-02-07T22:41:05.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 863.950215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1179 | 2024-02-07T22:41:05.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 105.790075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1180 | 2024-02-07T22:41:05.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 266.990908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1181 | 2024-02-07T22:41:05.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.483113264s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1182 | 2024-02-07T22:41:05.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.295067149s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1183 | 2024-02-07T22:41:05.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 872.632602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1184 | 2024-02-07T22:41:05.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 562.541109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1185 | 2024-02-07T22:41:05.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.409396045s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1186 | 2024-02-07T22:41:05.894Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 649.448275ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1187 | 2024-02-07T22:41:05.903Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 895.415941ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1188 | 2024-02-07T22:41:06.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 1.323925438s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1189 | 2024-02-07T22:41:06.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 677.142938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1190 | 2024-02-07T22:41:06.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 601.631085ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1191 | 2024-02-07T22:41:06.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 612.210256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1192 | 2024-02-07T22:41:06.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 841.56129ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1193 | 2024-02-07T22:41:06.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.104921103s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1194 | 2024-02-07T22:41:06.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 804.787453ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1195 | 2024-02-07T22:41:06.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 993.782744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1196 | 2024-02-07T22:41:06.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.239717886s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1197 | 2024-02-07T22:41:06.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 950.911877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1198 | 2024-02-07T22:41:06.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 897.790133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1199 | 2024-02-07T22:41:06.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.424780959s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1200 | 2024-02-07T22:41:06.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.412029257s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1201 | 2024-02-07T22:41:06.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.349250917s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1202 | 2024-02-07T22:41:06.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.310505985s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1203 | 2024-02-07T22:41:06.711Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 543.575934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1204 | 2024-02-07T22:41:06.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 672.383607ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1205 | 2024-02-07T22:41:06.792Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 599.903559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1206 | 2024-02-07T22:41:06.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 1.12407801s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1207 | 2024-02-07T22:41:07.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.096697693s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1208 | 2024-02-07T22:41:07.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 875.823932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1209 | 2024-02-07T22:41:07.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 801.900494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1210 | 2024-02-07T22:41:07.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.401094052s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1211 | 2024-02-07T22:41:07.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 947.562296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1212 | 2024-02-07T22:41:07.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 541.203728ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1213 | 2024-02-07T22:41:07.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 986.010264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1214 | 2024-02-07T22:41:07.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 535.603475ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1215 | 2024-02-07T22:41:07.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.393284026s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1216 | 2024-02-07T22:41:07.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.022378637s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1217 | 2024-02-07T22:41:07.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 1.022982032s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1218 | 2024-02-07T22:41:07.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 854.864233ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1219 | 2024-02-07T22:41:07.545Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.396256904s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1220 | 2024-02-07T22:41:07.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 550.827064ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1221 | 2024-02-07T22:41:07.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 865.811324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1222 | 2024-02-07T22:41:07.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 1.061960087s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1223 | 2024-02-07T22:41:07.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 908.878418ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1224 | 2024-02-07T22:41:07.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 763.296458ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1225 | 2024-02-07T22:41:08.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 1.070204905s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1226 | 2024-02-07T22:41:08.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 660.96566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1227 | 2024-02-07T22:41:08.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.107714059s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1228 | 2024-02-07T22:41:08.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.26756617s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1229 | 2024-02-07T22:41:08.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 862.224444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1230 | 2024-02-07T22:41:08.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 818.355914ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1231 | 2024-02-07T22:41:08.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.373715714s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1232 | 2024-02-07T22:41:08.224Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.192371294s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1233 | 2024-02-07T22:41:08.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 687.245735ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1234 | 2024-02-07T22:41:08.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 987.45448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1235 | 2024-02-07T22:41:08.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.019039364s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1236 | 2024-02-07T22:41:08.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 1.342680751s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1237 | 2024-02-07T22:41:08.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.225036251s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1238 | 2024-02-07T22:41:08.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 563.409572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1239 | 2024-02-07T22:41:08.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 985.134025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1240 | 2024-02-07T22:41:08.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 500.189542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1241 | 2024-02-07T22:41:08.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 807.533706ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1242 | 2024-02-07T22:41:08.869Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.219760108s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1243 | 2024-02-07T22:41:08.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 510.654877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1244 | 2024-02-07T22:41:08.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.438611823s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1245 | 2024-02-07T22:41:09.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.137813265s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1246 | 2024-02-07T22:41:09.018Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 1.435659995s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1247 | 2024-02-07T22:41:09.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 1.1059018s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1248 | 2024-02-07T22:41:09.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 1.479256569s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1249 | 2024-02-07T22:41:09.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 889.427519ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1250 | 2024-02-07T22:41:09.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.078080945s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1251 | 2024-02-07T22:41:09.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 1.459314594s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1252 | 2024-02-07T22:41:09.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.23146382s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1253 | 2024-02-07T22:41:09.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.134721535s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1254 | 2024-02-07T22:41:09.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 662.647496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1255 | 2024-02-07T22:41:09.477Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 862.417993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1256 | 2024-02-07T22:41:09.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 682.486254ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1257 | 2024-02-07T22:41:09.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 843.148645ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1258 | 2024-02-07T22:41:09.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.31907004s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1259 | 2024-02-07T22:41:09.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.098841396s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1260 | 2024-02-07T22:41:09.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 724.365376ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1261 | 2024-02-07T22:41:09.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.317024229s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1262 | 2024-02-07T22:41:10.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.378412935s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1263 | 2024-02-07T22:41:10.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 923.846148ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1264 | 2024-02-07T22:41:10.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 971.266724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1265 | 2024-02-07T22:41:10.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 781.442651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1266 | 2024-02-07T22:41:10.165Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 1.452006551s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1267 | 2024-02-07T22:41:10.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 584.899031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1268 | 2024-02-07T22:41:10.292Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52552
|
| 1269 | 2024-02-07T22:41:10.297Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 2698
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52552
req_id = 2af90b71-0d8f-45b3-adf7-fd08ec9c2c22
response_code = 200
uri = /baseboard
|
| 1270 | 2024-02-07T22:41:10.330Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.038889879s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1271 | 2024-02-07T22:41:10.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 910.321559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1272 | 2024-02-07T22:41:10.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 544.35166ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1273 | 2024-02-07T22:41:10.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 699.202385ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1274 | 2024-02-07T22:41:10.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 753.306113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1275 | 2024-02-07T22:41:10.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 745.28782ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1276 | 2024-02-07T22:41:10.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 1.369780035s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1277 | 2024-02-07T22:41:10.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 786.862765ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1278 | 2024-02-07T22:41:10.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.310327984s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1279 | 2024-02-07T22:41:10.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 1.39985171s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1280 | 2024-02-07T22:41:10.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.266508334s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1281 | 2024-02-07T22:41:10.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.168323907s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1282 | 2024-02-07T22:41:10.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.332092697s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1283 | 2024-02-07T22:41:10.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 660.761979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1284 | 2024-02-07T22:41:10.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.317361018s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1285 | 2024-02-07T22:41:11.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.107942862s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1286 | 2024-02-07T22:41:11.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.384208673s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1287 | 2024-02-07T22:41:11.164Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.102824348s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1288 | 2024-02-07T22:41:11.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 564.674892ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1289 | 2024-02-07T22:41:11.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 661.526784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1290 | 2024-02-07T22:41:11.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.498367846s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1291 | 2024-02-07T22:41:11.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 722.928532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1292 | 2024-02-07T22:41:11.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.157101322s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1293 | 2024-02-07T22:41:11.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 887.254285ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1294 | 2024-02-07T22:41:11.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.265100257s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1295 | 2024-02-07T22:41:11.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 666.461293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1296 | 2024-02-07T22:41:11.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 757.447625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1297 | 2024-02-07T22:41:11.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.218581779s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1298 | 2024-02-07T22:41:11.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 651.316505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1299 | 2024-02-07T22:41:11.938Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 1.466458949s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1300 | 2024-02-07T22:41:11.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.25868918s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1301 | 2024-02-07T22:41:11.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 632.125398ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1302 | 2024-02-07T22:41:12.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.055809117s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1303 | 2024-02-07T22:41:12.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 946.530294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1304 | 2024-02-07T22:41:12.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 851.745754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1305 | 2024-02-07T22:41:12.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 706.145242ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1306 | 2024-02-07T22:41:12.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 960.637174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1307 | 2024-02-07T22:41:12.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.357395741s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1308 | 2024-02-07T22:41:12.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 933.499703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1309 | 2024-02-07T22:41:12.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 675.906729ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1310 | 2024-02-07T22:41:12.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 573.237612ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1311 | 2024-02-07T22:41:12.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 768.859205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1312 | 2024-02-07T22:41:12.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 1.153796811s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1313 | 2024-02-07T22:41:12.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 913.960758ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1314 | 2024-02-07T22:41:12.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 874.439562ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1315 | 2024-02-07T22:41:12.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.129181158s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1316 | 2024-02-07T22:41:12.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 1.404725277s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1317 | 2024-02-07T22:41:12.792Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 581.178771ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1318 | 2024-02-07T22:41:12.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.158879121s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1319 | 2024-02-07T22:41:12.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 1.284058564s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1320 | 2024-02-07T22:41:13.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 966.425465ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1321 | 2024-02-07T22:41:13.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 832.293421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1322 | 2024-02-07T22:41:13.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 630.626755ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1323 | 2024-02-07T22:41:13.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 1.093149539s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1324 | 2024-02-07T22:41:13.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 511.487018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1325 | 2024-02-07T22:41:13.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 624.933649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1326 | 2024-02-07T22:41:13.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 773.931879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1327 | 2024-02-07T22:41:13.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.330027331s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1328 | 2024-02-07T22:41:13.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 1.180762278s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1329 | 2024-02-07T22:41:13.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.186737769s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1330 | 2024-02-07T22:41:13.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 913.555095ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1331 | 2024-02-07T22:41:13.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 518.26602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1332 | 2024-02-07T22:41:13.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 1.2283617s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1333 | 2024-02-07T22:41:13.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.233207275s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1334 | 2024-02-07T22:41:13.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 678.11052ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1335 | 2024-02-07T22:41:13.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 940.385139ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1336 | 2024-02-07T22:41:13.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 1.436690573s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1337 | 2024-02-07T22:41:13.783Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 763.961866ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1338 | 2024-02-07T22:41:13.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 856.380262ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1339 | 2024-02-07T22:41:13.868Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 871.865228ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1340 | 2024-02-07T22:41:13.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 620.301707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1341 | 2024-02-07T22:41:14.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 1.235969542s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1342 | 2024-02-07T22:41:14.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 805.8916ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1343 | 2024-02-07T22:41:14.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 756.55509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1344 | 2024-02-07T22:41:14.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 696.169294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1345 | 2024-02-07T22:41:14.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 567.343593ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1346 | 2024-02-07T22:41:14.268Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 688.61744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1347 | 2024-02-07T22:41:14.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 1.121771753s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1348 | 2024-02-07T22:41:14.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 502.389816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1349 | 2024-02-07T22:41:14.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 973.030981ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1350 | 2024-02-07T22:41:14.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8") failed: Property not found. retry in 1.314942283s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1351 | 2024-02-07T22:41:14.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3") failed: Property not found. retry in 1.340994585s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1ae44761-6ce8-4fc9-9821-f03a8178d5a3
|
| 1352 | 2024-02-07T22:41:14.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 1.044353817s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1353 | 2024-02-07T22:41:14.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 983.955428ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1354 | 2024-02-07T22:41:14.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4") failed: Property not found. retry in 1.272729346s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6741c1c4-4bc8-428c-bb0d-84b69658b3e4
|
| 1355 | 2024-02-07T22:41:14.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 549.810978ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1356 | 2024-02-07T22:41:14.737Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 982.428584ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1357 | 2024-02-07T22:41:14.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 1.010490145s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1358 | 2024-02-07T22:41:14.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 873.122378ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1359 | 2024-02-07T22:41:14.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa") failed: Property not found. retry in 1.17027044s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1360 | 2024-02-07T22:41:14.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 588.25263ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1361 | 2024-02-07T22:41:14.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 873.680925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1362 | 2024-02-07T22:41:14.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 508.771929ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1363 | 2024-02-07T22:41:14.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4") failed: Property not found. retry in 1.438050907s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_97d02147-2ebd-44b1-a475-e4b25d1781c4
|
| 1364 | 2024-02-07T22:41:14.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 796.846236ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1365 | 2024-02-07T22:41:15.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868") failed: Property not found. retry in 979.982437ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1366 | 2024-02-07T22:41:15.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea") failed: Property not found. retry in 746.755296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1367 | 2024-02-07T22:41:15.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f") failed: Property not found. retry in 1.471681868s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b27d56e-022f-48f2-a40d-9e80a205cc9f
|
| 1368 | 2024-02-07T22:41:15.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597") failed: Property not found. retry in 811.963321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e0ccc06-6e15-4baa-a711-ea9939ce3597
|
| 1369 | 2024-02-07T22:41:15.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21") failed: Property not found. retry in 1.414704011s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6efaaf4b-1d08-4410-9715-627796065d21
|
| 1370 | 2024-02-07T22:41:15.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460") failed: Property not found. retry in 818.768397ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2ce1c66b-948b-4120-8b98-ba6ffd124460
|
| 1371 | 2024-02-07T22:41:15.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a") failed: Property not found. retry in 971.455363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b1c4b662-da79-4780-b7c5-cec8adfb3b9a
|
| 1372 | 2024-02-07T22:41:15.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7") failed: Property not found. retry in 1.396909978s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_01ce0537-29b2-4971-adc8-ada60f183ab7
|
| 1373 | 2024-02-07T22:41:15.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d") failed: Property not found. retry in 606.599193ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3080fed9-854b-45b1-94f5-31e519282a1d
|
| 1374 | 2024-02-07T22:41:15.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59") failed: Property not found. retry in 969.710765ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1375 | 2024-02-07T22:41:15.731Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466") failed: Property not found. retry in 894.724774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_eea7d0e5-fe3b-43f3-a11c-2539423d7466
|
| 1376 | 2024-02-07T22:41:15.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7") failed: Property not found. retry in 914.74913ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1481d667-2d0e-4ea5-b496-38c2d5df32c7
|
| 1377 | 2024-02-07T22:41:15.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8") failed: Property not found. retry in 554.149403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_43bfd008-af90-4137-9154-1a92d241b5f8
|
| 1378 | 2024-02-07T22:41:15.782Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d") failed: Property not found. retry in 786.329844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_40121e29-293f-4f81-a234-6732f8641d5d
|
| 1379 | 2024-02-07T22:41:15.940Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1912
|
| 1380 | 2024-02-07T22:41:15.940Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1381 | 2024-02-07T22:41:16.548Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1920
|
| 1382 | 2024-02-07T22:41:16.548Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1939
|
| 1383 | 2024-02-07T22:41:19.541Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:2096
|
| 1384 | 2024-02-07T22:41:19.541Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_external_dns_f506b660-35a0-4a14-a88b-86435a183cf8
|
| 1385 | 2024-02-07T22:41:24.770Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1912
|
| 1386 | 2024-02-07T22:41:24.770Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1387 | 2024-02-07T22:41:25.322Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1920
|
| 1388 | 2024-02-07T22:41:25.322Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1939
|
| 1389 | 2024-02-07T22:41:25.713Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1983
|
| 1390 | 2024-02-07T22:41:25.713Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_nexus_660d3f1f-7977-4be3-b624-3a6d8f918dea
|
| 1391 | 2024-02-07T22:41:31.391Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1912
|
| 1392 | 2024-02-07T22:41:31.392Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1393 | 2024-02-07T22:41:31.945Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1920
|
| 1394 | 2024-02-07T22:41:31.945Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1939
|
| 1395 | 2024-02-07T22:41:32.434Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1983
|
| 1396 | 2024-02-07T22:41:32.434Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_nexus_7512efda-9eab-44be-a06b-b127ca0bd7aa
|
| 1397 | 2024-02-07T22:41:38.989Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1912
|
| 1398 | 2024-02-07T22:41:38.989Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1399 | 2024-02-07T22:41:39.544Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1920
|
| 1400 | 2024-02-07T22:41:39.544Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1939
|
| 1401 | 2024-02-07T22:41:39.820Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1983
|
| 1402 | 2024-02-07T22:41:39.820Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_nexus_0e585f27-de0d-4a61-9e2e-3a2a59ed7868
|
| 1403 | 2024-02-07T22:41:40.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54144
|
| 1404 | 2024-02-07T22:41:40.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 117
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54144
req_id = c2fc5946-8ed8-43af-aa0b-e47d2588e891
response_code = 200
uri = /baseboard
|
| 1405 | 2024-02-07T22:41:46.365Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1912
|
| 1406 | 2024-02-07T22:41:46.366Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1407 | 2024-02-07T22:41:46.917Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1920
|
| 1408 | 2024-02-07T22:41:46.917Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1939
|
| 1409 | 2024-02-07T22:41:47.104Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:2096
|
| 1410 | 2024-02-07T22:41:47.104Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_external_dns_6c172128-e4c9-4ec7-b22d-f507a5c16c59
|
| 1411 | 2024-02-07T22:41:53.740Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1412 | 2024-02-07T22:41:53.742Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1413 | 2024-02-07T22:41:53.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 73521169
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60333
req_id = f48d027d-3d1f-404b-a0e2-0084f79998d8
response_code = 204
uri = /omicron-zones
|
| 1414 | 2024-02-07T22:41:53.761Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1062
|
| 1415 | 2024-02-07T22:41:53.762Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1416 | 2024-02-07T22:41:53.762Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1417 | 2024-02-07T22:41:53.766Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:549
|
| 1418 | 2024-02-07T22:41:53.766Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:551
|
| 1419 | 2024-02-07T22:41:53.812Z | INFO | SledAgent (RSS): rack_network_config: Some(
RackNetworkConfigV1 {
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 24,
},
),
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
},
)
file = sled-agent/src/rack_setup/service.rs:658
|
| 1420 | 2024-02-07T22:41:53.821Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b9dd7412-c73d-4642-a09c-5e6dfe4e0137/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1421 | 2024-02-07T22:41:53.889Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b9dd7412-c73d-4642-a09c-5e6dfe4e0137/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1422 | 2024-02-07T22:41:54.010Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b9dd7412-c73d-4642-a09c-5e6dfe4e0137/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1423 | 2024-02-07T22:41:54.186Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/b9dd7412-c73d-4642-a09c-5e6dfe4e0137/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:679
|
| 1424 | 2024-02-07T22:41:54.368Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "43812c17-400f-4416-a173-71074e51d4dc", "content-length": "160", "date": "Wed, 07 Feb 2024 22:41:54 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: ip-pool with name \"oxide-service-pool\"", request_id: "43812c17-400f-4416-a173-71074e51d4dc" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1425 | 2024-02-07T22:41:54.581Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5ae9299d-9cb4-49dc-ae9a-99ee2f59272e", "content-length": "124", "date": "Wed, 07 Feb 2024 22:41:54 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5ae9299d-9cb4-49dc-ae9a-99ee2f59272e" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1426 | 2024-02-07T22:41:54.818Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Error Response: status: 503 Service Unavailable; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"717d654c-5fe0-4194-96ee-92dd066a7f50\\", \\"content-length\\": \\"133\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ServiceNotAvailable\\"), message: \\"Service Unavailable\\", request_id: \\"717d654c-5fe0-4194-96ee-92dd066a7f50\\" }"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 9.065954111s
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1427 | 2024-02-07T22:41:54.822Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"32225072-e407-4d53-97be-8b551d61220a\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"32225072-e407-4d53-97be-8b551d61220a\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.82452374s
|
| 1428 | 2024-02-07T22:41:54.823Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"268fc23b-3d73-497c-ae0f-384e24c6c8d8\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"268fc23b-3d73-497c-ae0f-384e24c6c8d8\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.825802672s
|
| 1429 | 2024-02-07T22:41:54.823Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"8b90b1e1-8a36-461c-8f95-7e9d6b4b5a76\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"8b90b1e1-8a36-461c-8f95-7e9d6b4b5a76\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.82690691s
|
| 1430 | 2024-02-07T22:41:54.823Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"fd0a7cb6-67e1-49cd-97ca-ce7c2ecbaa9a\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"fd0a7cb6-67e1-49cd-97ca-ce7c2ecbaa9a\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.825369905s
|
| 1431 | 2024-02-07T22:41:54.823Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"17e49df6-1989-4c54-b6b0-95393fb37f19\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"17e49df6-1989-4c54-b6b0-95393fb37f19\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.82625439s
|
| 1432 | 2024-02-07T22:41:54.823Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0016397a-04d6-4caa-a5a8-d1fe13b6763d\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"0016397a-04d6-4caa-a5a8-d1fe13b6763d\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.826142947s
|
| 1433 | 2024-02-07T22:41:54.824Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"310e9f85-6582-4c3a-ad4e-f04f1044b5da\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"310e9f85-6582-4c3a-ad4e-f04f1044b5da\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.826720118s
|
| 1434 | 2024-02-07T22:41:54.824Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"2df5e1b7-4484-441a-8c50-1128fedaa2d0\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"2df5e1b7-4484-441a-8c50-1128fedaa2d0\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.827217846s
|
| 1435 | 2024-02-07T22:41:54.824Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"112c9aca-7ba3-42e1-8de7-f76687cc31b9\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"112c9aca-7ba3-42e1-8de7-f76687cc31b9\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.826635226s
|
| 1436 | 2024-02-07T22:41:54.824Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"cf7f6dc3-ddfd-4d54-a007-e0fdee92a535\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"cf7f6dc3-ddfd-4d54-a007-e0fdee92a535\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.826124907s
|
| 1437 | 2024-02-07T22:41:54.836Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"3ea00782-a7a3-4b61-9cad-95dfde54e2be\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 07 Feb 2024 22:41:54 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"3ea00782-a7a3-4b61-9cad-95dfde54e2be\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 316.837807305s
|
| 1438 | 2024-02-07T22:41:54.848Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1439 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1440 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1441 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1442 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1443 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1444 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1445 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1446 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1447 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1448 | 2024-02-07T22:41:54.899Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: feb62f84-9b9f-4db3-8385-8025e4d16f81, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1449 | 2024-02-07T22:41:54.932Z | INFO | SledAgent (HardwareMonitor): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:667
id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1450 | 2024-02-07T22:41:55.286Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "0c1a5682-fdcd-48e5-ba91-3dcfca820092", "content-length": "174", "date": "Wed, 07 Feb 2024 22:41:54 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "0c1a5682-fdcd-48e5-ba91-3dcfca820092" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1451 | 2024-02-07T22:41:55.783Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "36b77668-3672-4cc5-b57d-1903bc5a637d", "content-length": "174", "date": "Wed, 07 Feb 2024 22:41:55 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "36b77668-3672-4cc5-b57d-1903bc5a637d" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1452 | 2024-02-07T22:41:56.555Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "84bec262-15eb-41cf-8d18-07882c3adfc0", "content-length": "174", "date": "Wed, 07 Feb 2024 22:41:56 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "84bec262-15eb-41cf-8d18-07882c3adfc0" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1453 | 2024-02-07T22:41:57.309Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "0f5809cf-936f-429d-b769-a1990eb1d253", "content-length": "174", "date": "Wed, 07 Feb 2024 22:41:57 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "0f5809cf-936f-429d-b769-a1990eb1d253" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1454 | 2024-02-07T22:41:57.994Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "67516f78-8f24-4b27-8988-32ffdd668368", "content-length": "174", "date": "Wed, 07 Feb 2024 22:41:57 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "67516f78-8f24-4b27-8988-32ffdd668368" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1455 | 2024-02-07T22:41:58.681Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "c0b038d1-fc67-47eb-9722-1aebc6626b21", "content-length": "174", "date": "Wed, 07 Feb 2024 22:41:58 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "c0b038d1-fc67-47eb-9722-1aebc6626b21" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1456 | 2024-02-07T22:41:59.686Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "6db2ffe1-5930-4098-b161-8dfe142407bd", "content-length": "174", "date": "Wed, 07 Feb 2024 22:41:59 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "6db2ffe1-5930-4098-b161-8dfe142407bd" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1457 | 2024-02-07T22:42:00.098Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1458 | 2024-02-07T22:42:00.098Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1459 | 2024-02-07T22:42:00.098Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1460 | 2024-02-07T22:42:01.149Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "395702fd-0539-4172-99af-2549c7035935", "content-length": "174", "date": "Wed, 07 Feb 2024 22:42:00 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "395702fd-0539-4172-99af-2549c7035935" }
file = sled-agent/src/rack_setup/service.rs:679
|
| 1461 | 2024-02-07T22:42:01.338Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1462 | 2024-02-07T22:42:01.338Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1463 | 2024-02-07T22:42:01.338Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1464 | 2024-02-07T22:42:01.420Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1465 | 2024-02-07T22:42:01.420Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1466 | 2024-02-07T22:42:01.420Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1467 | 2024-02-07T22:42:01.420Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1468 | 2024-02-07T22:42:01.420Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1469 | 2024-02-07T22:42:02.467Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57400
|
| 1470 | 2024-02-07T22:42:02.473Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 582ecb8e-0f55-40d7-9498-144d1ff6ab94, kind: Service { id: 6c172128-e4c9-4ec7-b22d-f507a5c16c59 }, name: Name("external-dns-6c172128-e4c9-4ec7-b22d-f507a5c16c59"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: be11f64e-e7de-43ac-8a28-c26e7d485572, kind: Service { id: f506b660-35a0-4a14-a88b-86435a183cf8 }, name: Name("external-dns-f506b660-35a0-4a14-a88b-86435a183cf8"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2f7238da-0de0-4538-865a-b6ed675404f5, kind: Service { id: 7512efda-9eab-44be-a06b-b127ca0bd7aa }, name: Name("nexus-7512efda-9eab-44be-a06b-b127ca0bd7aa"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 6773c660-4287-4cb3-83fe-d04ebb5b5ec8, kind: Service { id: 660d3f1f-7977-4be3-b624-3a6d8f918dea }, name: Name("nexus-660d3f1f-7977-4be3-b624-3a6d8f918dea"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 30])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: c3a40a38-ee06-4ccf-8c4b-72ef82084e3d, kind: Service { id: 0e585f27-de0d-4a61-9e2e-3a2a59ed7868 }, name: Name("nexus-0e585f27-de0d-4a61-9e2e-3a2a59ed7868"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 215])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1471 | 2024-02-07T22:42:02.474Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1472 | 2024-02-07T22:42:02.474Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1473 | 2024-02-07T22:42:02.474Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1474 | 2024-02-07T22:42:02.474Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1475 | 2024-02-07T22:42:02.474Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1476 | 2024-02-07T22:42:02.474Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1477 | 2024-02-07T22:42:02.474Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 6994
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57400
req_id = ee58c474-8566-488a-9a30-a9a1666aaf85
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1478 | 2024-02-07T22:42:02.663Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47074
|
| 1479 | 2024-02-07T22:42:02.664Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1545
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47074
req_id = 90aa266f-8779-4aed-afb3-10f85540da56
response_code = 200
uri = /network-bootstore-config
|
| 1480 | 2024-02-07T22:42:02.667Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60288
|
| 1481 | 2024-02-07T22:42:02.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 2171
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60288
req_id = 7f2f7f4e-1bd6-4aea-8080-1ccb5d46c7f0
response_code = 200
uri = /inventory
|
| 1482 | 2024-02-07T22:42:02.670Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1483 | 2024-02-07T22:42:02.670Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1484 | 2024-02-07T22:42:02.672Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1485 | 2024-02-07T22:42:02.672Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:689
|
| 1486 | 2024-02-07T22:42:02.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 2998
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60288
req_id = 72965c82-1e05-423c-bde9-ad1200cd43b5
response_code = 200
uri = /omicron-zones
|
| 1487 | 2024-02-07T22:42:03.889Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Error Response: status: 503 Service Unavailable; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"0cf84c28-940a-4c92-9d9f-9f7148e41de5\\", \\"content-length\\": \\"133\\", \\"date\\": \\"Wed, 07 Feb 2024 22:42:03 GMT\\"}; value: Error { error_code: Some(\\"ServiceNotAvailable\\"), message: \\"Service Unavailable\\", request_id: \\"0cf84c28-940a-4c92-9d9f-9f7148e41de5\\" }"
file = sled-agent/src/sled_agent.rs:1168
retry_after = 41.95706689s
sled_id = feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1488 | 2024-02-07T22:42:10.390Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60730
|
| 1489 | 2024-02-07T22:42:10.390Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60730
req_id = 111dfc1f-e4e3-4ef2-bf35-c32838b04ab9
response_code = 200
uri = /baseboard
|
| 1490 | 2024-02-07T22:42:40.435Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60488
|
| 1491 | 2024-02-07T22:42:40.436Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 33
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60488
req_id = 3a7a5a4c-bf8f-49d8-9be9-b91040403a7c
response_code = 200
uri = /baseboard
|
| 1492 | 2024-02-07T22:43:10.469Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63389
|
| 1493 | 2024-02-07T22:43:10.469Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 35
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63389
req_id = 249b5441-e1b0-4cf2-87d5-7a3466ad3fc5
response_code = 200
uri = /baseboard
|
| 1494 | 2024-02-07T22:43:15.933Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::d]:52560
|
| 1495 | 2024-02-07T22:43:15.947Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 13806
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = 0c9d1bd6-35f7-49fe-8a27-88c19bf65859
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1496 | 2024-02-07T22:43:40.501Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:45834
|
| 1497 | 2024-02-07T22:43:40.501Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:45834
req_id = 02740a78-7883-4c62-9a08-d8f1df72b719
response_code = 200
uri = /baseboard
|
| 1498 | 2024-02-07T22:43:40.746Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 1499 | 2024-02-07T22:43:45.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 2588
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = 64af2040-381f-451e-8b77-bc65b1d4e30f
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1500 | 2024-02-07T22:44:10.534Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51728
|
| 1501 | 2024-02-07T22:44:10.534Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 33
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51728
req_id = 0728554f-2e80-4916-a7a7-8819ce8a7271
response_code = 200
uri = /baseboard
|
| 1502 | 2024-02-07T22:44:15.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 210
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = 16143a09-b83c-4368-9645-356f1a953deb
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1503 | 2024-02-07T22:44:40.567Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52134
|
| 1504 | 2024-02-07T22:44:40.567Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 449
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52134
req_id = f163d881-824c-476a-9d5f-3752b26adcdc
response_code = 200
uri = /baseboard
|
| 1505 | 2024-02-07T22:44:45.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 224
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = fba288f5-150b-44d7-a97a-f2cc905e72b6
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1506 | 2024-02-07T22:45:10.603Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62419
|
| 1507 | 2024-02-07T22:45:10.603Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62419
req_id = 9bceefd2-4627-4588-aa35-d6baf5427aac
response_code = 200
uri = /baseboard
|
| 1508 | 2024-02-07T22:45:15.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 186
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = 8d79bac6-af74-45a5-bcea-26344b392111
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1509 | 2024-02-07T22:45:40.635Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38738
|
| 1510 | 2024-02-07T22:45:40.635Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38738
req_id = d2911f0b-1c97-40b7-a813-b149f7ca5286
response_code = 200
uri = /baseboard
|
| 1511 | 2024-02-07T22:45:45.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 221
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = 31563be7-f39d-4f45-aee4-8910394c655e
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1512 | 2024-02-07T22:46:10.665Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48032
|
| 1513 | 2024-02-07T22:46:10.665Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 49
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48032
req_id = a92a3ad3-ed44-4fe6-903e-ba1d3906efc8
response_code = 200
uri = /baseboard
|
| 1514 | 2024-02-07T22:46:15.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 221
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = 36b57c5e-6ba4-460a-869d-5fab3c367836
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1515 | 2024-02-07T22:46:35.462Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:299
|
| 1516 | 2024-02-07T22:46:35.462Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1517 | 2024-02-07T22:46:35.503Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 1985, tv_nsec: 50984690 }
time_to_next_cleanup = 599.999995399s
|
| 1518 | 2024-02-07T22:46:40.697Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38878
|
| 1519 | 2024-02-07T22:46:40.697Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 68
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38878
req_id = b7d3e639-d5e1-4351-bded-91f6928dccb9
response_code = 200
uri = /baseboard
|
| 1520 | 2024-02-07T22:46:45.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 434
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = edda4b31-180a-4bba-bb96-0b1244255c95
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1521 | 2024-02-07T22:47:10.731Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52943
|
| 1522 | 2024-02-07T22:47:10.732Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 764
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:52943
req_id = fc3a7f13-84f6-4260-a559-a23fb44ec182
response_code = 200
uri = /baseboard
|
| 1523 | 2024-02-07T22:47:15.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 239
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = ae6f78d7-fb61-4d5f-9062-c905a5559afc
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1524 | 2024-02-07T22:47:28.285Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44107
|
| 1525 | 2024-02-07T22:47:28.297Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:228
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(2817971))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-9940cd90ee7", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 629d1d2d-e556-419f-9121-c97e52fa904b, read_only_parent: Some(Volume { block_size: 512, id: b818101b-ec7b-410d-96cb-0610b42422ee, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1482c9b9-88c9-497b-869e-41949560ebc7, key: Some("EC9mIFQWnS4HUegntTZcPOTnQiO3CHb2Oa/F6heRjvA="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::19]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 629d1d2d-e556-419f-9121-c97e52fa904b, key: Some("/T6xBWahP6xE/LX+kTXuqip6mXOye+AyNjZk4Ntw1GY="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAY7rVHWEdYAADutUdYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAGe61R1hHWAAA7rVHWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJmYTViMzlkNi1hMDg1LTQ2NTktOWNiNy1kM2EzMDRiNzI5MmEiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSVdXcVlFdzR1TUJmbDAvRjVzMnNpLzNVWlhiL0pPeTBpOUs2SklDNDFPRyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
instance_runtime = InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 5cba8000-71dc-495e-8f1e-e87227f62fb2
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-02-07T22:47:27.970521Z }
|
| 1526 | 2024-02-07T22:47:28.297Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:262
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1527 | 2024-02-07T22:47:28.297Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:706
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
propolis_id = 5cba8000-71dc-495e-8f1e-e87227f62fb2
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(2817971))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3c8e2289-7751-4de8-a486-b08289f71db2, kind: Instance { id: fa5b39d6-a085-4659-9cb7-d3a304b7292a }, name: Name("net0"), ip: 172.30.0.6, mac: MacAddr(MacAddr6([168, 64, 37, 251, 214, 179])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(2817971), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-9940cd90ee7", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 629d1d2d-e556-419f-9121-c97e52fa904b, read_only_parent: Some(Volume { block_size: 512, id: b818101b-ec7b-410d-96cb-0610b42422ee, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1482c9b9-88c9-497b-869e-41949560ebc7, key: Some("EC9mIFQWnS4HUegntTZcPOTnQiO3CHb2Oa/F6heRjvA="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::19]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 629d1d2d-e556-419f-9121-c97e52fa904b, key: Some("/T6xBWahP6xE/LX+kTXuqip6mXOye+AyNjZk4Ntw1GY="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAY7rVHWEdYAADutUdYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAGe61R1hHWAAA7rVHWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJmYTViMzlkNi1hMDg1LTQ2NTktOWNiNy1kM2EzMDRiNzI5MmEiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSVdXcVlFdzR1TUJmbDAvRjVzMnNpLzNVWlhiL0pPeTBpOUs2SklDNDFPRyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-02-07T22:47:27.970521Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }
|
| 1528 | 2024-02-07T22:47:28.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 12570
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44107
req_id = bd01cefa-4444-4397-8b4e-c93f7a58f8d0
response_code = 200
uri = /instances/fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1529 | 2024-02-07T22:47:28.393Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61366
|
| 1530 | 2024-02-07T22:47:28.413Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.6, mac: MacAddr6([168, 64, 37, 251, 214, 179]), slot: 1, vni: Vni { inner: 2817971 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1531 | 2024-02-07T22:47:28.414Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1532 | 2024-02-07T22:47:28.445Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
file = illumos-utils/src/zone.rs:315
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1533 | 2024-02-07T22:47:28.465Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
file = illumos-utils/src/zone.rs:354
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1534 | 2024-02-07T22:47:30.446Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1:0"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::b]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1535 | 2024-02-07T22:47:30.446Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1536 | 2024-02-07T22:47:30.631Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 70.266374ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1537 | 2024-02-07T22:47:30.718Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 128.973532ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1538 | 2024-02-07T22:47:30.871Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 264.557255ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1539 | 2024-02-07T22:47:31.150Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 463.576353ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1540 | 2024-02-07T22:47:31.623Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 712.939216ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1541 | 2024-02-07T22:47:32.347Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 978.607449ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1542 | 2024-02-07T22:47:33.336Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 1.091225762s
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1543 | 2024-02-07T22:47:34.437Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 1.436939668s
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
zone = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1544 | 2024-02-07T22:47:35.902Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
file = sled-agent/src/instance.rs:1098
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1545 | 2024-02-07T22:47:35.910Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 31.09461ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1546 | 2024-02-07T22:47:35.949Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2") failed: Property not found. retry in 88.214881ms
file = illumos-utils/src/svc.rs:36
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1547 | 2024-02-07T22:47:36.047Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1107
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1548 | 2024-02-07T22:47:36.089Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1121
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1549 | 2024-02-07T22:47:36.091Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAY7rVHWEdYAADutUdYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAGe61R1hHWAAA7rVHWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJmYTViMzlkNi1hMDg1LTQ2NTktOWNiNy1kM2EzMDRiNzI5MmEiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSVdXcVlFdzR1TUJmbDAvRjVzMnNpLzNVWlhiL0pPeTBpOUs2SklDNDFPRyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-9940cd90ee7", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 629d1d2d-e556-419f-9121-c97e52fa904b, read_only_parent: Some(Volume { block_size: 512, id: b818101b-ec7b-410d-96cb-0610b42422ee, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1482c9b9-88c9-497b-869e-41949560ebc7, key: Some("EC9mIFQWnS4HUegntTZcPOTnQiO3CHb2Oa/F6heRjvA="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::19]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 629d1d2d-e556-419f-9121-c97e52fa904b, key: Some("/T6xBWahP6xE/LX+kTXuqip6mXOye+AyNjZk4Ntw1GY="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: fa5b39d6-a085-4659-9cb7-d3a304b7292a, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:453
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1550 | 2024-02-07T22:47:36.239Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:455
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1551 | 2024-02-07T22:47:36.240Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7846920
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61366
req_id = 17e8f5ac-c2ec-4167-a711-6265d10a79aa
response_code = 200
uri = /instances/fa5b39d6-a085-4659-9cb7-d3a304b7292a/state
|
| 1552 | 2024-02-07T22:47:36.240Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-02-07T22:47:36.240477099Z }
file = sled-agent/src/instance.rs:337
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1553 | 2024-02-07T22:47:36.240Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:359
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
new_instance_state = InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-02-07T22:47:36.240477099Z }
propolis_id = 5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1554 | 2024-02-07T22:47:36.241Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:260
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }, propolis_id: 5cba8000-71dc-495e-8f1e-e87227f62fb2, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-02-07T22:47:36.240477099Z } }
|
| 1555 | 2024-02-07T22:47:36.275Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-02-07T22:47:36.275343168Z }
file = sled-agent/src/instance.rs:337
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1556 | 2024-02-07T22:47:36.275Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:359
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
new_instance_state = InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-02-07T22:47:36.275343168Z }
propolis_id = 5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1557 | 2024-02-07T22:47:36.275Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:260
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }, propolis_id: 5cba8000-71dc-495e-8f1e-e87227f62fb2, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-02-07T22:47:36.275343168Z } }
|
| 1558 | 2024-02-07T22:47:40.765Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48207
|
| 1559 | 2024-02-07T22:47:40.765Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 39
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48207
req_id = 75835cde-281e-4f00-abbd-02a74f74f16f
response_code = 200
uri = /baseboard
|
| 1560 | 2024-02-07T22:47:45.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 783
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:52560
req_id = 55e4e72a-89ce-4654-8e77-838053f7459d
response_code = 200
uri = /metrics/collect/feb62f84-9b9f-4db3-8385-8025e4d16f81
|
| 1561 | 2024-02-07T22:47:53.336Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60258
|
| 1562 | 2024-02-07T22:47:53.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 395
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60258
req_id = 62e7542c-786a-4efb-9ffa-6f8a1ce1fbe8
response_code = 200
uri = /instances/fa5b39d6-a085-4659-9cb7-d3a304b7292a/state
|
| 1563 | 2024-02-07T22:47:53.336Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-02-07T22:47:53.336977975Z }
file = sled-agent/src/instance.rs:337
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1564 | 2024-02-07T22:47:53.337Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:359
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
new_instance_state = InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-02-07T22:47:53.336977975Z }
propolis_id = 5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1565 | 2024-02-07T22:47:53.337Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:260
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }, propolis_id: 5cba8000-71dc-495e-8f1e-e87227f62fb2, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-02-07T22:47:53.336977975Z } }
|
| 1566 | 2024-02-07T22:47:53.358Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-02-07T22:47:53.358201654Z }
file = sled-agent/src/instance.rs:337
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1567 | 2024-02-07T22:47:53.358Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:359
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
new_instance_state = InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-02-07T22:47:53.358201654Z }
propolis_id = 5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1568 | 2024-02-07T22:47:53.358Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:260
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(5cba8000-71dc-495e-8f1e-e87227f62fb2), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-07T22:47:27.997480224Z }, propolis_id: 5cba8000-71dc-495e-8f1e-e87227f62fb2, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-02-07T22:47:53.358201654Z } }
|
| 1569 | 2024-02-07T22:47:53.521Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-02-07T22:47:53.521216627Z }
file = sled-agent/src/instance.rs:337
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1570 | 2024-02-07T22:47:53.521Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:359
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-02-07T22:47:53.521216627Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-02-07T22:47:53.521216627Z }
propolis_id = 5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1571 | 2024-02-07T22:47:53.521Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:374
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1572 | 2024-02-07T22:47:53.521Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1573 | 2024-02-07T22:47:53.521Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1574 | 2024-02-07T22:47:53.522Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:436
zone_name = oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
|
| 1575 | 2024-02-07T22:47:54.091Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1229
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2", bundle_id: 473700e6-a7fc-46cb-bfa5-b8524fcec61e }, time_created: 2024-02-07T22:47:53.522795014Z, version: 0, cause: TerminatedInstance }
|
| 1576 | 2024-02-07T22:47:54.091Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_5cba8000-71dc-495e-8f1e-e87227f62fb2
file = sled-agent/src/instance.rs:547
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1577 | 2024-02-07T22:47:55.661Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:269
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|
| 1578 | 2024-02-07T22:47:55.686Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:260
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-02-07T22:47:53.521216627Z }, propolis_id: 5cba8000-71dc-495e-8f1e-e87227f62fb2, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-02-07T22:47:53.521216627Z } }
|
| 1579 | 2024-02-07T22:47:55.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37878
|
| 1580 | 2024-02-07T22:47:55.760Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:620
|
| 1581 | 2024-02-07T22:47:55.760Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 2072
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:37878
req_id = a24ef98f-e547-4085-9170-0e79476715fb
response_code = 204
uri = /v2p/3c8e2289-7751-4de8-a486-b08289f71db2
|
| 1582 | 2024-02-07T22:47:55.849Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:490
instance_id = fa5b39d6-a085-4659-9cb7-d3a304b7292a
|