| 1 | | [ Feb 21 01:13:32 Enabled. ] |
| 2 | | [ Feb 21 01:13:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Feb 21 01:13:32 Method "start" exited with status 0. ] |
| 4 | | [ Feb 21 01:13:32 Rereading configuration. ] |
| 5 | | [ Feb 21 01:13:32 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-02-21T01:13:32.514Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:247
|
| 8 | 2024-02-21T01:13:32.566Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:254
|
| 9 | 2024-02-21T01:13:32.566Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 10 | 2024-02-21T01:13:32.679Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 11 | 2024-02-21T01:13:32.687Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 12 | 2024-02-21T01:13:32.695Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:264
path = /var/run/oxide/
|
| 13 | 2024-02-21T01:13:33.302Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }
|
| 14 | 2024-02-21T01:13:33.438Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:117
|
| 15 | 2024-02-21T01:13:33.438Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:129
|
| 16 | 2024-02-21T01:13:33.438Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:141
|
| 17 | 2024-02-21T01:13:33.438Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:162
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 18 | 2024-02-21T01:13:33.438Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 19 | 2024-02-21T01:13:33.438Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:268
|
| 20 | 2024-02-21T01:13:33.439Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 21 | 2024-02-21T01:13:33.441Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 22 | 2024-02-21T01:13:33.441Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 23 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:176
|
| 24 | 2024-02-21T01:13:33.441Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 25 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 26 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 27 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 28 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 29 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 30 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 31 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 32 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/long_running_tasks.rs:232
|
| 33 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/long_running_tasks.rs:232
|
| 34 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/long_running_tasks.rs:232
|
| 35 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/long_running_tasks.rs:232
|
| 36 | 2024-02-21T01:13:33.441Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:88
|
| 37 | 2024-02-21T01:13:33.441Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = None
|
| 38 | 2024-02-21T01:13:33.442Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 39 | 2024-02-21T01:13:33.632Z | INFO | SledAgent (StorageManager): Channel capacity decreased
current = 245
file = sled-storage/src/manager.rs:326
previous = 256
|
| 40 | 2024-02-21T01:13:33.632Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/long_running_tasks.rs:90
|
| 41 | 2024-02-21T01:13:33.632Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 42 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 43 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 44 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 45 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 46 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 47 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 48 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 49 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 50 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 51 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 52 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Channel capacity increased
current = 255
file = sled-storage/src/manager.rs:336
previous = 245
|
| 53 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 54 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 494592, free: 20937470976, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } })} }
|
| 55 | 2024-02-21T01:13:33.802Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:200
|
| 56 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 57 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 58 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 59 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 60 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-buskin-i86pc
|
| 61 | 2024-02-21T01:13:33.802Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 62 | 2024-02-21T01:13:33.802Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:205
|
| 63 | 2024-02-21T01:13:33.802Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:220
|
| 64 | 2024-02-21T01:13:33.817Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:697
|
| 65 | 2024-02-21T01:13:33.817Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 1682, tv_nsec: 882049619 }
time_to_next_cleanup = 599.999954539s
|
| 66 | 2024-02-21T01:13:33.817Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3351
|
| 67 | 2024-02-21T01:13:33.817Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 68 | 2024-02-21T01:13:33.817Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 69 | 2024-02-21T01:13:33.819Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 70 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 71 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 72 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
infra_ip_first: 192.168.1.30,
infra_ip_last: 192.168.1.30,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
},
}
file = sled-agent/src/rack_setup/service.rs:800
|
| 73 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 74 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 75 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 76 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 77 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:860
|
| 78 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 79 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 80 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 81 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:901
|
| 82 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 83 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 84 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 85 | 2024-02-21T01:13:33.820Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 86 | 2024-02-21T01:13:33.821Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 87 | 2024-02-21T01:13:33.821Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 88 | 2024-02-21T01:13:33.821Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:934
|
| 89 | 2024-02-21T01:13:33.821Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 90 | 2024-02-21T01:13:33.821Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 91 | 2024-02-21T01:13:33.821Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-buskin-i86pc
|
| 92 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 93 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: d9ce587e-d953-40c6-855f-e8295df2b0df, rack_id: 3ae755da-3f49-495f-89ef-e9fc1ebea86b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 94 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:34098
|
| 95 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: d9ce587e-d953-40c6-855f-e8295df2b0df, rack_id: 3ae755da-3f49-495f-89ef-e9fc1ebea86b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:364
|
| 96 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:379
|
| 97 | 2024-02-21T01:13:33.822Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:47
|
| 98 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 99 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:346
|
| 100 | 2024-02-21T01:13:33.822Z | INFO | SledAgent (StorageManager): Attempting to add queued disks
file = sled-storage/src/manager.rs:394
num_disks = 9
|
| 101 | 2024-02-21T01:13:33.824Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3579
|
| 102 | 2024-02-21T01:13:33.831Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 103 | 2024-02-21T01:13:33.831Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 104 | 2024-02-21T01:13:33.831Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 105 | 2024-02-21T01:13:33.831Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 106 | 2024-02-21T01:13:33.831Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 107 | 2024-02-21T01:13:33.831Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 108 | 2024-02-21T01:13:33.862Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 109 | 2024-02-21T01:13:33.870Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 110 | 2024-02-21T01:13:33.904Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:342
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 111 | 2024-02-21T01:13:33.904Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 112 | 2024-02-21T01:13:33.977Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 113 | 2024-02-21T01:13:34.000Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 114 | 2024-02-21T01:13:34.000Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 115 | 2024-02-21T01:13:34.000Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 116 | 2024-02-21T01:13:34.000Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 117 | 2024-02-21T01:13:34.000Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 118 | 2024-02-21T01:13:34.000Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 119 | 2024-02-21T01:13:34.027Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 120 | 2024-02-21T01:13:34.034Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 121 | 2024-02-21T01:13:34.136Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-storage/src/dataset.rs:474
|
| 122 | 2024-02-21T01:13:34.158Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 123 | 2024-02-21T01:13:34.158Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 124 | 2024-02-21T01:13:34.158Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 125 | 2024-02-21T01:13:34.158Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 126 | 2024-02-21T01:13:34.158Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 127 | 2024-02-21T01:13:34.158Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 128 | 2024-02-21T01:13:34.185Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 129 | 2024-02-21T01:13:34.193Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 130 | 2024-02-21T01:13:34.296Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 131 | 2024-02-21T01:13:34.318Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 132 | 2024-02-21T01:13:34.318Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 133 | 2024-02-21T01:13:34.318Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 134 | 2024-02-21T01:13:34.319Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 135 | 2024-02-21T01:13:34.319Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 136 | 2024-02-21T01:13:34.319Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 137 | 2024-02-21T01:13:34.346Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 138 | 2024-02-21T01:13:34.353Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 139 | 2024-02-21T01:13:34.456Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-storage/src/dataset.rs:474
|
| 140 | 2024-02-21T01:13:34.479Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 141 | 2024-02-21T01:13:34.479Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 142 | 2024-02-21T01:13:34.479Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 143 | 2024-02-21T01:13:34.479Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 144 | 2024-02-21T01:13:34.479Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 145 | 2024-02-21T01:13:34.479Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 146 | 2024-02-21T01:13:34.506Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 147 | 2024-02-21T01:13:34.514Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 148 | 2024-02-21T01:13:34.618Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 149 | 2024-02-21T01:13:34.640Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 150 | 2024-02-21T01:13:34.641Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 151 | 2024-02-21T01:13:34.641Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 152 | 2024-02-21T01:13:34.641Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 153 | 2024-02-21T01:13:34.641Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 154 | 2024-02-21T01:13:34.641Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 155 | 2024-02-21T01:13:34.668Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 156 | 2024-02-21T01:13:34.675Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 157 | 2024-02-21T01:13:34.778Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-storage/src/dataset.rs:474
|
| 158 | 2024-02-21T01:13:34.800Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 159 | 2024-02-21T01:13:34.800Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 160 | 2024-02-21T01:13:34.800Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 161 | 2024-02-21T01:13:34.800Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 162 | 2024-02-21T01:13:34.801Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 163 | 2024-02-21T01:13:34.801Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 164 | 2024-02-21T01:13:34.828Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 165 | 2024-02-21T01:13:34.835Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 166 | 2024-02-21T01:13:34.939Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-storage/src/dataset.rs:474
|
| 167 | 2024-02-21T01:13:34.961Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 168 | 2024-02-21T01:13:34.961Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 169 | 2024-02-21T01:13:34.961Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 170 | 2024-02-21T01:13:34.961Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 171 | 2024-02-21T01:13:34.961Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 172 | 2024-02-21T01:13:34.961Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 173 | 2024-02-21T01:13:34.989Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 174 | 2024-02-21T01:13:34.996Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 175 | 2024-02-21T01:13:35.100Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-storage/src/dataset.rs:474
|
| 176 | 2024-02-21T01:13:35.122Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 177 | 2024-02-21T01:13:35.122Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 178 | 2024-02-21T01:13:35.122Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 179 | 2024-02-21T01:13:35.122Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 180 | 2024-02-21T01:13:35.123Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 181 | 2024-02-21T01:13:35.123Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 182 | 2024-02-21T01:13:35.151Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 183 | 2024-02-21T01:13:35.158Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 184 | 2024-02-21T01:13:35.260Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 185 | 2024-02-21T01:13:35.275Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 186 | 2024-02-21T01:13:35.275Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 187 | 2024-02-21T01:13:35.275Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:354
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 188 | 2024-02-21T01:13:35.278Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 820224, free: 20937145344, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7", size: 20937965568, allocated: 1221120, free: 20936744448, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 494592, free: 20937470976, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60", size: 20937965568, allocated: 814080, free: 20937151488, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 2167296, free: 20935798272, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } })} }
|
| 189 | 2024-02-21T01:13:35.297Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 190 | 2024-02-21T01:13:35.299Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 191 | 2024-02-21T01:13:35.317Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 192 | 2024-02-21T01:13:35.319Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 193 | 2024-02-21T01:13:35.319Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 194 | 2024-02-21T01:13:35.324Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:369
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 195 | 2024-02-21T01:13:35.324Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 196 | 2024-02-21T01:13:35.324Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 197 | 2024-02-21T01:13:35.388Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 198 | 2024-02-21T01:13:35.607Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 199 | 2024-02-21T01:13:35.618Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 200 | 2024-02-21T01:13:35.618Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 201 | 2024-02-21T01:13:35.618Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 202 | 2024-02-21T01:13:35.618Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 203 | 2024-02-21T01:13:35.783Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 204 | 2024-02-21T01:13:36.321Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 205 | 2024-02-21T01:13:36.322Z | INFO | SledAgent (StorageMonitor): Underlay Available
file = sled-agent/src/storage_monitor.rs:122
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 206 | 2024-02-21T01:13:36.322Z | INFO | SledAgent (InstanceManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/instance_manager.rs:206
|
| 207 | 2024-02-21T01:13:36.322Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/instance_manager.rs:214
|
| 208 | 2024-02-21T01:13:36.339Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 209 | 2024-02-21T01:13:36.340Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 210 | 2024-02-21T01:13:36.340Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 211 | 2024-02-21T01:13:36.340Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 212 | 2024-02-21T01:13:36.340Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 213 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 214 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 215 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 216 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 217 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 218 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 219 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 220 | 2024-02-21T01:13:36.341Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 221 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 222 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 223 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 224 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 225 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 226 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 227 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 228 | 2024-02-21T01:13:36.342Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 229 | 2024-02-21T01:13:36.343Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 230 | 2024-02-21T01:13:39.183Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 231 | 2024-02-21T01:13:39.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 49.356441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 232 | 2024-02-21T01:13:39.747Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 60.259566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 233 | 2024-02-21T01:13:39.951Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 174.30273ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 234 | 2024-02-21T01:13:40.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 341.757689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 235 | 2024-02-21T01:13:40.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 803.195569ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 236 | 2024-02-21T01:13:41.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 899.708587ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 237 | 2024-02-21T01:13:42.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 823.476693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 238 | 2024-02-21T01:13:43.518Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 694.933865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 239 | 2024-02-21T01:13:45.328Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1853
|
| 240 | 2024-02-21T01:13:46.614Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:978
underlay_address = fd00:1122:3344:101::1
|
| 241 | 2024-02-21T01:13:46.614Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 242 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 243 | 2024-02-21T01:13:46.677Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 198.108677ms
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 244 | 2024-02-21T01:13:46.677Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 245 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:424
|
| 246 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 247 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 248 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 249 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:137
|
| 250 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 192.168.1.30, infra_ip_last: 192.168.1.30, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))
|
| 251 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3351
|
| 252 | 2024-02-21T01:13:46.677Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:34098
|
| 253 | 2024-02-21T01:13:46.681Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 254 | 2024-02-21T01:13:46.681Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 255 | 2024-02-21T01:13:46.681Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 256 | 2024-02-21T01:13:46.681Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 257 | 2024-02-21T01:13:46.681Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 258 | 2024-02-21T01:13:46.681Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 259 | 2024-02-21T01:13:46.682Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9ce587e-d953-40c6-855f-e8295df2b0df): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:735
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 260 | 2024-02-21T01:13:46.713Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56651
|
| 261 | 2024-02-21T01:13:46.713Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 262 | 2024-02-21T01:13:46.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56651
req_id = 6a725a92-7312-4abf-b6f2-2fa13762db1c
response_code = 200
uri = /zpools
|
| 263 | 2024-02-21T01:13:46.736Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 264 | 2024-02-21T01:13:46.744Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50462
|
| 265 | 2024-02-21T01:13:46.744Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50462
req_id = 06dd174e-a5fe-46ec-9cb0-fe180512a923
response_code = 200
uri = /sled-role
|
| 266 | 2024-02-21T01:13:46.746Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 267 | 2024-02-21T01:13:46.746Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 268 | 2024-02-21T01:13:46.746Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 269 | 2024-02-21T01:13:46.747Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:748
|
| 270 | 2024-02-21T01:13:46.777Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 700623de-c583-4fb3-919e-ba9d29b557ad, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a38c78a7-e970-4a13-84cd-6df4297ada77, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 271 | 2024-02-21T01:13:46.778Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54152
|
| 272 | 2024-02-21T01:13:46.779Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 273 | 2024-02-21T01:13:46.779Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 274 | 2024-02-21T01:13:46.820Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 275 | 2024-02-21T01:13:46.833Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 276 | 2024-02-21T01:13:46.833Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 277 | 2024-02-21T01:13:46.877Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 405.745178ms
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 278 | 2024-02-21T01:13:46.883Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 279 | 2024-02-21T01:13:46.883Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 280 | 2024-02-21T01:13:46.900Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 281 | 2024-02-21T01:13:46.934Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 282 | 2024-02-21T01:13:46.934Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 283 | 2024-02-21T01:13:46.934Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 284 | 2024-02-21T01:13:46.934Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 285 | 2024-02-21T01:13:46.978Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 286 | 2024-02-21T01:13:46.978Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 287 | 2024-02-21T01:13:46.978Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 288 | 2024-02-21T01:13:47.031Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
file = illumos-utils/src/zone.rs:315
|
| 289 | 2024-02-21T01:13:47.035Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
file = illumos-utils/src/zone.rs:315
|
| 290 | 2024-02-21T01:13:47.039Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
file = illumos-utils/src/zone.rs:315
|
| 291 | 2024-02-21T01:13:47.046Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 292 | 2024-02-21T01:13:47.051Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
file = illumos-utils/src/zone.rs:354
|
| 293 | 2024-02-21T01:13:47.056Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
file = illumos-utils/src/zone.rs:354
|
| 294 | 2024-02-21T01:13:47.060Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
file = illumos-utils/src/zone.rs:354
|
| 295 | 2024-02-21T01:13:47.216Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 296 | 2024-02-21T01:13:47.285Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 569.529539ms
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 297 | 2024-02-21T01:13:47.555Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 298 | 2024-02-21T01:13:47.774Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 299 | 2024-02-21T01:13:47.858Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 1.892039007s
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 300 | 2024-02-21T01:13:48.266Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 301 | 2024-02-21T01:13:48.629Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 302 | 2024-02-21T01:13:48.779Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 303 | 2024-02-21T01:13:48.876Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 304 | 2024-02-21T01:13:48.884Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 305 | 2024-02-21T01:13:48.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 60.273978ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 306 | 2024-02-21T01:13:49.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 117.180853ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 307 | 2024-02-21T01:13:49.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 36.123435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 308 | 2024-02-21T01:13:49.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 27.810456ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 309 | 2024-02-21T01:13:49.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 119.091667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 310 | 2024-02-21T01:13:49.163Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 311 | 2024-02-21T01:13:49.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 265.752896ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 312 | 2024-02-21T01:13:49.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 112.500609ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 313 | 2024-02-21T01:13:49.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 291.004571ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 314 | 2024-02-21T01:13:49.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 158.053306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 315 | 2024-02-21T01:13:49.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 255.973197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 316 | 2024-02-21T01:13:49.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 352.232902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 317 | 2024-02-21T01:13:49.629Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 318 | 2024-02-21T01:13:49.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 401.608646ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 319 | 2024-02-21T01:13:49.753Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 5.934398814s
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 320 | 2024-02-21T01:13:49.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 517.683367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 321 | 2024-02-21T01:13:49.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 1.042412982s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 322 | 2024-02-21T01:13:50.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 953.633359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 323 | 2024-02-21T01:13:50.334Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 1.354045286s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 324 | 2024-02-21T01:13:50.427Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 325 | 2024-02-21T01:13:50.646Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone
file = sled-agent/src/services.rs:1870
|
| 326 | 2024-02-21T01:13:50.646Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 327 | 2024-02-21T01:13:51.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 1.402630838s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 328 | 2024-02-21T01:13:51.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 1.207031106s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 329 | 2024-02-21T01:13:51.668Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 330 | 2024-02-21T01:13:51.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 1.109714105s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 331 | 2024-02-21T01:13:52.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 754.483246ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 332 | 2024-02-21T01:13:52.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 1.113879262s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 333 | 2024-02-21T01:13:52.738Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 334 | 2024-02-21T01:13:52.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 665.223344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 335 | 2024-02-21T01:13:53.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77") failed: Property not found. retry in 1.360523165s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 336 | 2024-02-21T01:13:53.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad") failed: Property not found. retry in 902.704675ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 337 | 2024-02-21T01:13:53.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e") failed: Property not found. retry in 673.944581ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 338 | 2024-02-21T01:13:54.265Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1906
|
| 339 | 2024-02-21T01:13:54.265Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 340 | 2024-02-21T01:13:54.813Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1914
|
| 341 | 2024-02-21T01:13:54.813Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1938
|
| 342 | 2024-02-21T01:13:54.985Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2132
|
| 343 | 2024-02-21T01:13:55.178Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fef4:f1a6
file = sled-agent/src/services.rs:1877
|
| 344 | 2024-02-21T01:13:55.184Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1938
|
| 345 | 2024-02-21T01:13:55.304Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2410
|
| 346 | 2024-02-21T01:13:55.513Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 347 | 2024-02-21T01:13:55.513Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 348 | 2024-02-21T01:13:55.537Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2289
|
| 349 | 2024-02-21T01:13:55.566Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1906
|
| 350 | 2024-02-21T01:13:55.566Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 351 | 2024-02-21T01:13:55.690Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: no record found for Query { name: Name(\\"_nexus._tcp.control-plane.oxide.internal.\\"), query_type: SRV, query_class: IN }"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 9.000771325s
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 352 | 2024-02-21T01:13:55.837Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2324
|
| 353 | 2024-02-21T01:13:56.035Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2591
|
| 354 | 2024-02-21T01:13:56.117Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1914
|
| 355 | 2024-02-21T01:13:56.117Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1938
|
| 356 | 2024-02-21T01:13:56.184Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2596
|
| 357 | 2024-02-21T01:13:56.295Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2132
|
| 358 | 2024-02-21T01:13:56.363Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2530
|
| 359 | 2024-02-21T01:13:56.529Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2318
|
| 360 | 2024-02-21T01:13:56.538Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3603
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 361 | 2024-02-21T01:13:56.539Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3619
|
| 362 | 2024-02-21T01:13:56.539Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 363 | 2024-02-21T01:13:56.853Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1906
|
| 364 | 2024-02-21T01:13:56.853Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 365 | 2024-02-21T01:13:57.087Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3627
|
| 366 | 2024-02-21T01:13:57.092Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:3683
|
| 367 | 2024-02-21T01:13:57.275Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3723
rack_subnet = fd00:1122:3344::
|
| 368 | 2024-02-21T01:13:57.325Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:360
|
| 369 | 2024-02-21T01:13:57.358Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 39.974484ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "cb71dcc8-b2ef-455b-80d0-1716b17d38f7", "content-length": "152", "date": "Wed, 21 Feb 2024 01:13:56 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "cb71dcc8-b2ef-455b-80d0-1716b17d38f7" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 370 | 2024-02-21T01:13:57.400Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 101.197254ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "578e9a8f-3300-4528-b4da-7a5e38a454c5", "content-length": "152", "date": "Wed, 21 Feb 2024 01:13:56 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "578e9a8f-3300-4528-b4da-7a5e38a454c5" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 371 | 2024-02-21T01:13:57.402Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1914
|
| 372 | 2024-02-21T01:13:57.402Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1938
|
| 373 | 2024-02-21T01:13:57.502Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 294.787669ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "e733a9c7-d517-497d-b22e-3a964192d00c", "content-length": "152", "date": "Wed, 21 Feb 2024 01:13:56 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "e733a9c7-d517-497d-b22e-3a964192d00c" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 374 | 2024-02-21T01:13:57.574Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2132
|
| 375 | 2024-02-21T01:13:57.798Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:408
|
| 376 | 2024-02-21T01:13:57.830Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:567
|
| 377 | 2024-02-21T01:13:57.830Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:609
|
| 378 | 2024-02-21T01:13:57.831Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:612
uptime = 2
|
| 379 | 2024-02-21T01:13:57.831Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {},\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:430
|
| 380 | 2024-02-21T01:13:57.908Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 381 | 2024-02-21T01:13:58.053Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 382 | 2024-02-21T01:13:58.103Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_internal_dns_a38c78a7-e970-4a13-84cd-6df4297ada77
|
| 383 | 2024-02-21T01:13:58.104Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_internal_dns_700623de-c583-4fb3-919e-ba9d29b557ad
|
| 384 | 2024-02-21T01:13:58.104Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_internal_dns_02704d1f-954b-4e0c-9b26-6533918b4f4e
|
| 385 | 2024-02-21T01:13:58.104Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 386 | 2024-02-21T01:13:58.104Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 387 | 2024-02-21T01:13:58.104Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 388 | 2024-02-21T01:13:58.104Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 11326511
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:54152
req_id = b80422fb-eea8-4a75-a201-12eab605d3c8
response_code = 204
uri = /omicron-zones
|
| 389 | 2024-02-21T01:13:58.106Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 390 | 2024-02-21T01:13:59.412Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 391 | 2024-02-21T01:13:59.452Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 392 | 2024-02-21T01:13:59.493Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:453
|
| 393 | 2024-02-21T01:13:59.493Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 394 | 2024-02-21T01:13:59.525Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 395 | 2024-02-21T01:13:59.525Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 396 | 2024-02-21T01:13:59.525Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 397 | 2024-02-21T01:13:59.554Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 700623de-c583-4fb3-919e-ba9d29b557ad, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a38c78a7-e970-4a13-84cd-6df4297ada77, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: be36beb9-71c5-4c79-9b0b-275857893056, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 34ee3af6-26f3-40de-a730-6a281b383e92, kind: Service { id: be36beb9-71c5-4c79-9b0b-275857893056 }, name: Name("ntp-be36beb9-71c5-4c79-9b0b-275857893056"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 398 | 2024-02-21T01:13:59.554Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49253
|
| 399 | 2024-02-21T01:13:59.554Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 400 | 2024-02-21T01:13:59.554Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 401 | 2024-02-21T01:13:59.576Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 402 | 2024-02-21T01:13:59.576Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 403 | 2024-02-21T01:13:59.592Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 404 | 2024-02-21T01:13:59.593Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 405 | 2024-02-21T01:13:59.610Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 406 | 2024-02-21T01:13:59.610Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 407 | 2024-02-21T01:13:59.610Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 408 | 2024-02-21T01:13:59.611Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 409 | 2024-02-21T01:13:59.621Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 410 | 2024-02-21T01:13:59.653Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 411 | 2024-02-21T01:13:59.654Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 412 | 2024-02-21T01:13:59.654Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 413 | 2024-02-21T01:13:59.700Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 213, 31]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 414 | 2024-02-21T01:13:59.701Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1268
zone_type = ntp
|
| 415 | 2024-02-21T01:13:59.701Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 416 | 2024-02-21T01:13:59.701Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 417 | 2024-02-21T01:13:59.701Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 418 | 2024-02-21T01:13:59.703Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 419 | 2024-02-21T01:13:59.728Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
file = illumos-utils/src/zone.rs:315
|
| 420 | 2024-02-21T01:13:59.746Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
file = illumos-utils/src/zone.rs:354
|
| 421 | 2024-02-21T01:14:00.777Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 422 | 2024-02-21T01:14:00.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 72.819396ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 423 | 2024-02-21T01:14:00.999Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 144.62616ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 424 | 2024-02-21T01:14:01.119Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61064
|
| 425 | 2024-02-21T01:14:01.119Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 89
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61064
req_id = 8fc455f3-1b32-4a14-83e9-d42da3a0a8cd
response_code = 200
uri = /baseboard
|
| 426 | 2024-02-21T01:14:01.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 289.343343ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 427 | 2024-02-21T01:14:01.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 330.367304ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 428 | 2024-02-21T01:14:01.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 603.912769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 429 | 2024-02-21T01:14:02.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 1.369531164s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 430 | 2024-02-21T01:14:03.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 620.254532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 431 | 2024-02-21T01:14:04.416Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056") failed: Property not found. retry in 1.128918359s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 432 | 2024-02-21T01:14:05.590Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1906
|
| 433 | 2024-02-21T01:14:05.590Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 434 | 2024-02-21T01:14:06.139Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1914
|
| 435 | 2024-02-21T01:14:06.139Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1933
|
| 436 | 2024-02-21T01:14:06.332Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:2215
|
| 437 | 2024-02-21T01:14:06.360Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 438 | 2024-02-21T01:14:11.764Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056
|
| 439 | 2024-02-21T01:14:11.764Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 440 | 2024-02-21T01:14:11.764Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 441 | 2024-02-21T01:14:11.765Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 12210810
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:49253
req_id = 86386877-ce86-45fe-a914-79b2882c18c5
response_code = 204
uri = /omicron-zones
|
| 442 | 2024-02-21T01:14:11.767Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:494
|
| 443 | 2024-02-21T01:14:11.795Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 444 | 2024-02-21T01:14:11.796Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64404
|
| 445 | 2024-02-21T01:14:11.805Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_be36beb9-71c5-4c79-9b0b-275857893056': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3337
|
| 446 | 2024-02-21T01:14:11.805Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837
latency_us = 9308
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64404
req_id = 94c5f558-55a7-4a96-879d-93ff003ca4e9
response_code = 500
uri = /timesync
|
| 447 | 2024-02-21T01:14:11.808Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 448 | 2024-02-21T01:14:11.921Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 449 | 2024-02-21T01:14:11.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33877
|
| 450 | 2024-02-21T01:14:11.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33877
req_id = 690058b5-2319-4ce8-b3ea-8bb6b8a941e9
response_code = 200
uri = /timesync
|
| 451 | 2024-02-21T01:14:11.931Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 452 | 2024-02-21T01:14:11.931Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 453 | 2024-02-21T01:14:12.141Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 454 | 2024-02-21T01:14:12.141Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47855
|
| 455 | 2024-02-21T01:14:12.149Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8073
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47855
req_id = 855de591-a589-4480-a200-5211fd4ebae3
response_code = 200
uri = /timesync
|
| 456 | 2024-02-21T01:14:12.152Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 457 | 2024-02-21T01:14:12.152Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 458 | 2024-02-21T01:14:12.320Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 459 | 2024-02-21T01:14:12.320Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44504
|
| 460 | 2024-02-21T01:14:12.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7668
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44504
req_id = e1814b46-5a23-4cb1-a721-d1788273f51a
response_code = 200
uri = /timesync
|
| 461 | 2024-02-21T01:14:12.330Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 462 | 2024-02-21T01:14:12.330Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 463 | 2024-02-21T01:14:12.514Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 464 | 2024-02-21T01:14:12.514Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41302
|
| 465 | 2024-02-21T01:14:12.522Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7811
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41302
req_id = 1d6b0b81-7a36-4941-89ec-cba7900f2665
response_code = 200
uri = /timesync
|
| 466 | 2024-02-21T01:14:12.524Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 467 | 2024-02-21T01:14:12.524Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 468 | 2024-02-21T01:14:12.777Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 469 | 2024-02-21T01:14:12.777Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52840
|
| 470 | 2024-02-21T01:14:12.784Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52840
req_id = bc848887-e7c6-4dd8-8050-5e068c677e51
response_code = 200
uri = /timesync
|
| 471 | 2024-02-21T01:14:12.786Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 472 | 2024-02-21T01:14:12.786Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 473 | 2024-02-21T01:14:12.996Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 474 | 2024-02-21T01:14:12.996Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60607
|
| 475 | 2024-02-21T01:14:13.004Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7842
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60607
req_id = 9ab2508b-4746-411d-9e13-37a4b44562c5
response_code = 200
uri = /timesync
|
| 476 | 2024-02-21T01:14:13.007Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 477 | 2024-02-21T01:14:13.007Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 478 | 2024-02-21T01:14:13.294Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 479 | 2024-02-21T01:14:13.294Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37421
|
| 480 | 2024-02-21T01:14:13.302Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37421
req_id = c9727dbd-6ce0-494d-be89-c9c51fa9f719
response_code = 200
uri = /timesync
|
| 481 | 2024-02-21T01:14:13.304Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 482 | 2024-02-21T01:14:13.304Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 483 | 2024-02-21T01:14:13.595Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 484 | 2024-02-21T01:14:13.595Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40624
|
| 485 | 2024-02-21T01:14:13.602Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 6744
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40624
req_id = 9f19e1db-b663-4847-8ffd-e237f6d53707
response_code = 200
uri = /timesync
|
| 486 | 2024-02-21T01:14:13.603Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 487 | 2024-02-21T01:14:13.603Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 488 | 2024-02-21T01:14:14.031Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 489 | 2024-02-21T01:14:14.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65189
|
| 490 | 2024-02-21T01:14:14.040Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8294
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65189
req_id = 48ce72cd-1b17-4949-a5d4-364932c8912a
response_code = 200
uri = /timesync
|
| 491 | 2024-02-21T01:14:14.043Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 492 | 2024-02-21T01:14:14.043Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 493 | 2024-02-21T01:14:14.813Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 494 | 2024-02-21T01:14:14.813Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57338
|
| 495 | 2024-02-21T01:14:14.821Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57338
req_id = 89fcfa35-3885-4bc4-a1fc-6e6382da48bb
response_code = 200
uri = /timesync
|
| 496 | 2024-02-21T01:14:14.823Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 497 | 2024-02-21T01:14:14.823Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 498 | 2024-02-21T01:14:15.165Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 499 | 2024-02-21T01:14:15.165Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33554
|
| 500 | 2024-02-21T01:14:15.173Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8697
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33554
req_id = e9f1249a-beae-44be-a9ca-220205323050
response_code = 200
uri = /timesync
|
| 501 | 2024-02-21T01:14:15.177Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 502 | 2024-02-21T01:14:15.177Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 503 | 2024-02-21T01:14:15.858Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 504 | 2024-02-21T01:14:15.858Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:32777
|
| 505 | 2024-02-21T01:14:15.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8480
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:32777
req_id = 5785856d-f9b0-4f85-a16a-fc72925c4338
response_code = 200
uri = /timesync
|
| 506 | 2024-02-21T01:14:15.868Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 507 | 2024-02-21T01:14:15.868Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 508 | 2024-02-21T01:14:16.658Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 509 | 2024-02-21T01:14:16.658Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65396
|
| 510 | 2024-02-21T01:14:16.666Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7588
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65396
req_id = 92a40b70-1577-46ae-b21f-14323e4b69bc
response_code = 200
uri = /timesync
|
| 511 | 2024-02-21T01:14:16.670Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 512 | 2024-02-21T01:14:16.670Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 513 | 2024-02-21T01:14:17.645Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 514 | 2024-02-21T01:14:17.646Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48864
|
| 515 | 2024-02-21T01:14:17.649Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 516 | 2024-02-21T01:14:17.655Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8888
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48864
req_id = 9187d1e2-606a-4c90-9fe7-4f0f899d902b
response_code = 200
uri = /timesync
|
| 517 | 2024-02-21T01:14:17.657Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 518 | 2024-02-21T01:14:17.657Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 519 | 2024-02-21T01:14:19.271Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 520 | 2024-02-21T01:14:19.271Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42968
|
| 521 | 2024-02-21T01:14:19.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8330
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42968
req_id = a0165933-ed1b-4c3a-85c0-6ed63d3f6c8b
response_code = 200
uri = /timesync
|
| 522 | 2024-02-21T01:14:19.281Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3423718683, ip_addr: 204.17.205.27, stratum: 3, ref_time: 1708478058.4169967, correction: 0.056014869 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 523 | 2024-02-21T01:14:19.281Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 524 | 2024-02-21T01:14:21.047Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 525 | 2024-02-21T01:14:21.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51272
|
| 526 | 2024-02-21T01:14:21.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8541
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51272
req_id = 92db1557-29c3-4672-a7d8-3fc1db95fdf5
response_code = 200
uri = /timesync
|
| 527 | 2024-02-21T01:14:21.058Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.051216587 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 528 | 2024-02-21T01:14:21.058Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 529 | 2024-02-21T01:14:22.569Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 530 | 2024-02-21T01:14:22.569Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39613
|
| 531 | 2024-02-21T01:14:22.578Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8831
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39613
req_id = 6a33c484-2a57-45fa-8e6b-af1100f0e891
response_code = 200
uri = /timesync
|
| 532 | 2024-02-21T01:14:22.581Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.047104076 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 533 | 2024-02-21T01:14:22.581Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 534 | 2024-02-21T01:14:24.145Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 535 | 2024-02-21T01:14:24.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43048
|
| 536 | 2024-02-21T01:14:24.154Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8440
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43048
req_id = c6c906d0-6fb2-44e1-9562-84df6bab83d5
response_code = 200
uri = /timesync
|
| 537 | 2024-02-21T01:14:24.156Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.042848364 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 538 | 2024-02-21T01:14:24.156Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 539 | 2024-02-21T01:14:27.298Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 540 | 2024-02-21T01:14:27.298Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62972
|
| 541 | 2024-02-21T01:14:27.306Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7969
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62972
req_id = 9fae1c6f-188a-464d-affe-c8b748dcb3d1
response_code = 200
uri = /timesync
|
| 542 | 2024-02-21T01:14:27.308Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.034333698 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 543 | 2024-02-21T01:14:27.308Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 544 | 2024-02-21T01:14:29.553Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 545 | 2024-02-21T01:14:29.553Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49230
|
| 546 | 2024-02-21T01:14:29.562Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8552
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49230
req_id = 4d64d5a9-f40c-45a0-8f72-504aaec18a2a
response_code = 200
uri = /timesync
|
| 547 | 2024-02-21T01:14:29.564Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.028240915 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 548 | 2024-02-21T01:14:29.564Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 549 | 2024-02-21T01:14:31.287Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51695
|
| 550 | 2024-02-21T01:14:31.287Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 46
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51695
req_id = bdb585dd-30fd-4e5e-9010-0ab114e2fc69
response_code = 200
uri = /baseboard
|
| 551 | 2024-02-21T01:14:33.015Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 552 | 2024-02-21T01:14:33.015Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63090
|
| 553 | 2024-02-21T01:14:33.024Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8949
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63090
req_id = a19f800f-4094-40ea-9bd7-3024a6fa500e
response_code = 200
uri = /timesync
|
| 554 | 2024-02-21T01:14:33.026Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.018890852 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 555 | 2024-02-21T01:14:33.026Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 556 | 2024-02-21T01:14:38.018Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 557 | 2024-02-21T01:14:38.019Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42669
|
| 558 | 2024-02-21T01:14:38.029Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9656
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42669
req_id = 929024e7-cf5a-4fbb-bc00-464d4eab3194
response_code = 200
uri = /timesync
|
| 559 | 2024-02-21T01:14:38.031Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: 0.00537225 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 560 | 2024-02-21T01:14:38.031Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 561 | 2024-02-21T01:14:43.031Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 562 | 2024-02-21T01:14:43.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53611
|
| 563 | 2024-02-21T01:14:43.040Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8824
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53611
req_id = fbc311b7-6f27-4e87-8344-76d07cccc512
response_code = 200
uri = /timesync
|
| 564 | 2024-02-21T01:14:43.042Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: -1.4569e-5 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 565 | 2024-02-21T01:14:43.042Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 566 | 2024-02-21T01:14:48.026Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 567 | 2024-02-21T01:14:48.026Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58504
|
| 568 | 2024-02-21T01:14:48.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8686
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58504
req_id = 475f1458-b480-443b-b43b-89555e317bf4
response_code = 200
uri = /timesync
|
| 569 | 2024-02-21T01:14:48.037Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: -1.449e-5 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 570 | 2024-02-21T01:14:48.037Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 571 | 2024-02-21T01:14:55.495Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 572 | 2024-02-21T01:14:55.495Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44623
|
| 573 | 2024-02-21T01:14:55.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8969
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44623
req_id = efd20a18-6113-422d-8595-a66adcb882a3
response_code = 200
uri = /timesync
|
| 574 | 2024-02-21T01:14:55.506Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: -1.4374e-5 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 575 | 2024-02-21T01:14:55.506Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 576 | 2024-02-21T01:15:01.346Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64784
|
| 577 | 2024-02-21T01:15:01.346Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 48
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64784
req_id = 7a1f3325-4aaa-473a-82c8-9ceffd0e34c9
response_code = 200
uri = /baseboard
|
| 578 | 2024-02-21T01:15:03.445Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 579 | 2024-02-21T01:15:03.445Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44516
|
| 580 | 2024-02-21T01:15:03.454Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8606
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44516
req_id = 77c68453-72d7-4327-b903-2b79de4263b6
response_code = 200
uri = /timesync
|
| 581 | 2024-02-21T01:15:03.457Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478050.6172707, correction: -1.4249e-5 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 582 | 2024-02-21T01:15:03.457Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 583 | 2024-02-21T01:15:15.763Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 584 | 2024-02-21T01:15:15.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39697
|
| 585 | 2024-02-21T01:15:15.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9242
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39697
req_id = 21c1a9a6-65c4-4c31-a76e-65cba486c28a
response_code = 200
uri = /timesync
|
| 586 | 2024-02-21T01:15:15.774Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478114.179283, correction: -1.4056e-5 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 587 | 2024-02-21T01:15:15.774Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 588 | 2024-02-21T01:15:22.792Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 589 | 2024-02-21T01:15:22.792Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51194
|
| 590 | 2024-02-21T01:15:22.801Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8725
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51194
req_id = 21555864-b943-4945-abc1-cdcfe2bc8b20
response_code = 200
uri = /timesync
|
| 591 | 2024-02-21T01:15:22.803Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1708478114.179283, correction: -1.3946e-5 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 592 | 2024-02-21T01:15:22.803Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 593 | 2024-02-21T01:15:31.379Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58618
|
| 594 | 2024-02-21T01:15:31.379Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 561
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58618
req_id = ac715421-8f3f-43e6-bb15-ba73d83a2f2c
response_code = 200
uri = /baseboard
|
| 595 | 2024-02-21T01:15:45.028Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 596 | 2024-02-21T01:15:45.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39971
|
| 597 | 2024-02-21T01:15:45.050Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 21783
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39971
req_id = 6f51916f-2feb-4759-8ae9-e2340c1454f3
response_code = 200
uri = /timesync
|
| 598 | 2024-02-21T01:15:45.052Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1708478130.0009022, correction: -0.000895827 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 599 | 2024-02-21T01:15:45.052Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1039
|
| 600 | 2024-02-21T01:15:45.081Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 700623de-c583-4fb3-919e-ba9d29b557ad, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a38c78a7-e970-4a13-84cd-6df4297ada77, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: be36beb9-71c5-4c79-9b0b-275857893056, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 34ee3af6-26f3-40de-a730-6a281b383e92, kind: Service { id: be36beb9-71c5-4c79-9b0b-275857893056 }, name: Name("ntp-be36beb9-71c5-4c79-9b0b-275857893056"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 49f856e2-1f33-4345-8bb6-886438f3f3a5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e52b342c-5123-4ee0-8381-9ade76cf7b08, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: ba0d234f-e27f-4de4-b2d9-de30b75918a9, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 246392af-50f8-4876-af10-46d3f4039f66, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 601 | 2024-02-21T01:15:45.081Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58248
|
| 602 | 2024-02-21T01:15:45.081Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 603 | 2024-02-21T01:15:45.081Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 604 | 2024-02-21T01:15:45.103Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 605 | 2024-02-21T01:15:45.103Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 606 | 2024-02-21T01:15:45.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 607 | 2024-02-21T01:15:45.122Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 608 | 2024-02-21T01:15:45.140Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 609 | 2024-02-21T01:15:45.140Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 610 | 2024-02-21T01:15:45.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 49f856e2-1f33-4345-8bb6-886438f3f3a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 611 | 2024-02-21T01:15:45.195Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 49f856e2-1f33-4345-8bb6-886438f3f3a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 612 | 2024-02-21T01:15:45.248Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e52b342c-5123-4ee0-8381-9ade76cf7b08, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 613 | 2024-02-21T01:15:45.248Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e52b342c-5123-4ee0-8381-9ade76cf7b08, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 614 | 2024-02-21T01:15:45.299Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ba0d234f-e27f-4de4-b2d9-de30b75918a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 615 | 2024-02-21T01:15:45.299Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ba0d234f-e27f-4de4-b2d9-de30b75918a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 616 | 2024-02-21T01:15:45.347Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 246392af-50f8-4876-af10-46d3f4039f66, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 617 | 2024-02-21T01:15:45.347Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 246392af-50f8-4876-af10-46d3f4039f66, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 618 | 2024-02-21T01:15:45.397Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 619 | 2024-02-21T01:15:45.397Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 620 | 2024-02-21T01:15:45.397Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 621 | 2024-02-21T01:15:45.397Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 622 | 2024-02-21T01:15:45.481Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 623 | 2024-02-21T01:15:45.481Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 624 | 2024-02-21T01:15:45.481Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 625 | 2024-02-21T01:15:45.481Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 626 | 2024-02-21T01:15:45.481Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 627 | 2024-02-21T01:15:45.574Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
file = illumos-utils/src/zone.rs:315
|
| 628 | 2024-02-21T01:15:45.577Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
file = illumos-utils/src/zone.rs:315
|
| 629 | 2024-02-21T01:15:45.582Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
file = illumos-utils/src/zone.rs:315
|
| 630 | 2024-02-21T01:15:45.586Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
file = illumos-utils/src/zone.rs:315
|
| 631 | 2024-02-21T01:15:45.591Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
file = illumos-utils/src/zone.rs:315
|
| 632 | 2024-02-21T01:15:45.596Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
file = illumos-utils/src/zone.rs:354
|
| 633 | 2024-02-21T01:15:45.601Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
file = illumos-utils/src/zone.rs:354
|
| 634 | 2024-02-21T01:15:45.605Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
file = illumos-utils/src/zone.rs:354
|
| 635 | 2024-02-21T01:15:45.610Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
file = illumos-utils/src/zone.rs:354
|
| 636 | 2024-02-21T01:15:45.614Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
file = illumos-utils/src/zone.rs:354
|
| 637 | 2024-02-21T01:15:49.007Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::4"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 638 | 2024-02-21T01:15:49.007Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 639 | 2024-02-21T01:15:49.082Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 640 | 2024-02-21T01:15:49.082Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 641 | 2024-02-21T01:15:49.092Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::3"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 642 | 2024-02-21T01:15:49.092Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 643 | 2024-02-21T01:15:49.092Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 644 | 2024-02-21T01:15:49.098Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 645 | 2024-02-21T01:15:49.155Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 646 | 2024-02-21T01:15:49.155Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 647 | 2024-02-21T01:15:49.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 74.269208ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 648 | 2024-02-21T01:15:49.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 29.804349ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 649 | 2024-02-21T01:15:49.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 54.089042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 650 | 2024-02-21T01:15:49.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 109.70582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 651 | 2024-02-21T01:15:49.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 73.325493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 652 | 2024-02-21T01:15:50.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 99.767529ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 653 | 2024-02-21T01:15:50.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 140.263299ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 654 | 2024-02-21T01:15:51.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 184.843699ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 655 | 2024-02-21T01:15:51.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 72.841991ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 656 | 2024-02-21T01:15:51.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 119.33506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 657 | 2024-02-21T01:15:51.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 108.28149ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 658 | 2024-02-21T01:15:51.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 62.247971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 659 | 2024-02-21T01:15:51.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 139.114518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 660 | 2024-02-21T01:15:51.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 89.959601ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 661 | 2024-02-21T01:15:51.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 501.127243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 662 | 2024-02-21T01:15:51.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 520.468702ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 663 | 2024-02-21T01:15:51.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 535.12163ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 664 | 2024-02-21T01:15:51.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 550.250895ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 665 | 2024-02-21T01:15:51.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 281.684673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 666 | 2024-02-21T01:15:52.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 360.696696ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 667 | 2024-02-21T01:15:52.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 929.144803ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 668 | 2024-02-21T01:15:52.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 831.107257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 669 | 2024-02-21T01:15:52.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 776.995367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 670 | 2024-02-21T01:15:52.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 405.866874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 671 | 2024-02-21T01:15:52.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 550.982941ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 672 | 2024-02-21T01:15:52.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 509.463338ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 673 | 2024-02-21T01:15:52.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 808.531266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 674 | 2024-02-21T01:15:53.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 950.654543ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 675 | 2024-02-21T01:15:53.078Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 667.083677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 676 | 2024-02-21T01:15:53.141Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 829.884532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 677 | 2024-02-21T01:15:53.254Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 596.846696ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 678 | 2024-02-21T01:15:53.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 803.643409ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 679 | 2024-02-21T01:15:53.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 984.861477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 680 | 2024-02-21T01:15:53.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 816.658271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 681 | 2024-02-21T01:15:53.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.197971401s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 682 | 2024-02-21T01:15:54.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 798.477498ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 683 | 2024-02-21T01:15:54.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 515.454597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 684 | 2024-02-21T01:15:54.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 715.314133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 685 | 2024-02-21T01:15:54.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 1.186738639s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 686 | 2024-02-21T01:15:54.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 721.62923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 687 | 2024-02-21T01:15:55.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 1.292504939s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 688 | 2024-02-21T01:15:55.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.413208875s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 689 | 2024-02-21T01:15:55.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 728.065412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 690 | 2024-02-21T01:15:55.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 792.009457ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 691 | 2024-02-21T01:15:56.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 615.934968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 692 | 2024-02-21T01:15:56.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 679.333765ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 693 | 2024-02-21T01:15:56.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.169971749s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 694 | 2024-02-21T01:15:56.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 1.331501242s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 695 | 2024-02-21T01:15:56.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 883.452878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 696 | 2024-02-21T01:15:56.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 1.267148611s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 697 | 2024-02-21T01:15:56.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 1.119522049s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 698 | 2024-02-21T01:15:57.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 975.714439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 699 | 2024-02-21T01:15:57.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.230413795s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 700 | 2024-02-21T01:15:57.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 594.025078ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 701 | 2024-02-21T01:15:57.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 598.887273ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 702 | 2024-02-21T01:15:57.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 949.024525ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 703 | 2024-02-21T01:15:58.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 1.294296136s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 704 | 2024-02-21T01:15:58.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 585.279502ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 705 | 2024-02-21T01:15:58.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 543.345359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 706 | 2024-02-21T01:15:58.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.250693763s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 707 | 2024-02-21T01:15:58.929Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66") failed: Property not found. retry in 949.250053ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 708 | 2024-02-21T01:15:59.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08") failed: Property not found. retry in 1.217202433s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 709 | 2024-02-21T01:15:59.084Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 722.666004ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 710 | 2024-02-21T01:15:59.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 1.267743872s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 711 | 2024-02-21T01:15:59.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.317075479s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 712 | 2024-02-21T01:16:00.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 535.923743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 713 | 2024-02-21T01:16:00.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.133045978s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 714 | 2024-02-21T01:16:00.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 694.275729ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 715 | 2024-02-21T01:16:01.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 854.168988ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 716 | 2024-02-21T01:16:01.408Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51720
|
| 717 | 2024-02-21T01:16:01.408Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 81
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51720
req_id = 304a2f93-6153-490d-85b0-0cb2170a7e56
response_code = 200
uri = /baseboard
|
| 718 | 2024-02-21T01:16:01.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 513.42727ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 719 | 2024-02-21T01:16:01.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.010297456s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 720 | 2024-02-21T01:16:02.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 967.350006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 721 | 2024-02-21T01:16:02.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 932.781993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 722 | 2024-02-21T01:16:02.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.377459381s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 723 | 2024-02-21T01:16:02.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 506.904691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 724 | 2024-02-21T01:16:03.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 898.419754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 725 | 2024-02-21T01:16:03.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.273831708s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 726 | 2024-02-21T01:16:04.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 1.2124978s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 727 | 2024-02-21T01:16:04.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.397379408s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 728 | 2024-02-21T01:16:04.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.133061844s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 729 | 2024-02-21T01:16:05.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 818.212595ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 730 | 2024-02-21T01:16:05.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.269330553s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 731 | 2024-02-21T01:16:05.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.244120682s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 732 | 2024-02-21T01:16:06.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 709.010445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 733 | 2024-02-21T01:16:06.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 646.825733ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 734 | 2024-02-21T01:16:06.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 726.301218ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 735 | 2024-02-21T01:16:07.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 688.530931ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 736 | 2024-02-21T01:16:07.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 1.097115348s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 737 | 2024-02-21T01:16:07.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 841.08937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 738 | 2024-02-21T01:16:07.895Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.338613672s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 739 | 2024-02-21T01:16:08.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 929.139024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 740 | 2024-02-21T01:16:08.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9") failed: Property not found. retry in 1.364435417s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 741 | 2024-02-21T01:16:09.243Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5") failed: Property not found. retry in 1.049718251s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 742 | 2024-02-21T01:16:09.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc") failed: Property not found. retry in 1.3660345s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 743 | 2024-02-21T01:16:10.799Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_cockroachdb_49f856e2-1f33-4345-8bb6-886438f3f3a5
|
| 744 | 2024-02-21T01:16:10.799Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66
|
| 745 | 2024-02-21T01:16:10.799Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_cockroachdb_ba0d234f-e27f-4de4-b2d9-de30b75918a9
|
| 746 | 2024-02-21T01:16:10.799Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_cockroachdb_92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc
|
| 747 | 2024-02-21T01:16:10.799Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_cockroachdb_e52b342c-5123-4ee0-8381-9ade76cf7b08
|
| 748 | 2024-02-21T01:16:10.800Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 749 | 2024-02-21T01:16:10.800Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 750 | 2024-02-21T01:16:10.800Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 25721103
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58248
req_id = 0ee077a7-6681-4e06-b469-856f0f50db3c
response_code = 204
uri = /omicron-zones
|
| 751 | 2024-02-21T01:16:10.837Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55111
|
| 752 | 2024-02-21T01:16:10.866Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:3171
|
| 753 | 2024-02-21T01:16:11.952Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3189
|
| 754 | 2024-02-21T01:16:21.112Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_246392af-50f8-4876-af10-46d3f4039f66': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::7]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=d34483bd key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.00689384 epo=0 ts=1708478173.695560722,0 min=1708478173.695560722,0 seq=191} lock=true stat=PENDING rts=1708478173.695560722,0 wto=false gul=1708478174.195560722,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=d34483bd key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.00689384 epo=0 ts=1708478173.695560722,0 min=1708478173.695560722,0 seq=191} lock=true stat=PENDING rts=1708478173.695560722,0 wto=false gul=1708478174.195560722,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running "sql"\n
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837
latency_us = 10274454
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:55111
req_id = 2d1cc3d1-6d3f-4085-a933-b2a9950762ae
response_code = 500
uri = /cockroachdb
|
| 755 | 2024-02-21T01:16:21.114Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2d1cc3d1-6d3f-4085-a933-b2a9950762ae", "content-length": "124", "date": "Wed, 21 Feb 2024 01:16:21 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2d1cc3d1-6d3f-4085-a933-b2a9950762ae" }
file = sled-agent/src/rack_setup/service.rs:755
retry_after = 99.646553ms
|
| 756 | 2024-02-21T01:16:21.330Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:3171
|
| 757 | 2024-02-21T01:16:23.995Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3189
|
| 758 | 2024-02-21T01:16:35.251Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3212
|
| 759 | 2024-02-21T01:16:35.251Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 14036093
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:55111
req_id = c6a0edc9-896f-4d8f-a55f-22942fe2932a
response_code = 204
uri = /cockroachdb
|
| 760 | 2024-02-21T01:16:35.252Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50511
|
| 761 | 2024-02-21T01:16:35.253Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 390
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50511
req_id = 44685fc9-b59e-4baa-af25-8c24a8531e75
response_code = 200
uri = /baseboard
|
| 762 | 2024-02-21T01:16:35.299Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 700623de-c583-4fb3-919e-ba9d29b557ad, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: a38c78a7-e970-4a13-84cd-6df4297ada77, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: be36beb9-71c5-4c79-9b0b-275857893056, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 34ee3af6-26f3-40de-a730-6a281b383e92, kind: Service { id: be36beb9-71c5-4c79-9b0b-275857893056 }, name: Name("ntp-be36beb9-71c5-4c79-9b0b-275857893056"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 31])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 49f856e2-1f33-4345-8bb6-886438f3f3a5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: e52b342c-5123-4ee0-8381-9ade76cf7b08, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: ba0d234f-e27f-4de4-b2d9-de30b75918a9, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: 246392af-50f8-4876-af10-46d3f4039f66, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 2de41604-22b3-4f53-9337-2f8b70764ab6, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: e52e2e3d-261b-421f-819c-a8a15c99b958, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: af1553b4-c9e8-47a4-b048-a1a6b0c352a3, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 94071c0a-5439-4e93-8ecd-5aa5632f4b16, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 386829dc-b57b-4a9f-8912-e6031f0482fc, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0945713f-ddaf-4f2b-9137-0031e1c00671, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 0e4a3836-04d0-4f79-8d44-917309a284f0, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: f51b96cd-d26e-40cf-98e1-1c994df3c27a, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: c85b77b6-7977-4356-bde8-a9db2835e863, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } } } }, OmicronZoneConfig { id: 9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } } } }, OmicronZoneConfig { id: da803974-d01d-444d-9603-508c8c6b4ce8, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } } } }, OmicronZoneConfig { id: 58c5784e-4891-4906-904a-df8d17287992, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } } } }, OmicronZoneConfig { id: 69e8a713-5f13-4004-93bb-dfa402b1c1aa, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } } } }, OmicronZoneConfig { id: f2452bb9-fa12-43b2-bc48-f39941b931d8, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }, OmicronZoneConfig { id: 8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 763 | 2024-02-21T01:16:35.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53482
|
| 764 | 2024-02-21T01:16:35.301Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 765 | 2024-02-21T01:16:35.301Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 700623de-c583-4fb3-919e-ba9d29b557ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 766 | 2024-02-21T01:16:35.323Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 767 | 2024-02-21T01:16:35.323Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 02704d1f-954b-4e0c-9b26-6533918b4f4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 768 | 2024-02-21T01:16:35.342Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 769 | 2024-02-21T01:16:35.342Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a38c78a7-e970-4a13-84cd-6df4297ada77, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 770 | 2024-02-21T01:16:35.361Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 771 | 2024-02-21T01:16:35.361Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 92b49ea0-e3e1-4f9b-a63a-962ca2ffa1dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 772 | 2024-02-21T01:16:35.380Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 49f856e2-1f33-4345-8bb6-886438f3f3a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 773 | 2024-02-21T01:16:35.380Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 49f856e2-1f33-4345-8bb6-886438f3f3a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 774 | 2024-02-21T01:16:35.402Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e52b342c-5123-4ee0-8381-9ade76cf7b08, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 775 | 2024-02-21T01:16:35.402Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e52b342c-5123-4ee0-8381-9ade76cf7b08, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 776 | 2024-02-21T01:16:35.420Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ba0d234f-e27f-4de4-b2d9-de30b75918a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 777 | 2024-02-21T01:16:35.420Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ba0d234f-e27f-4de4-b2d9-de30b75918a9, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 778 | 2024-02-21T01:16:35.439Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 246392af-50f8-4876-af10-46d3f4039f66, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 779 | 2024-02-21T01:16:35.439Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 246392af-50f8-4876-af10-46d3f4039f66, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 780 | 2024-02-21T01:16:35.458Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2de41604-22b3-4f53-9337-2f8b70764ab6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 781 | 2024-02-21T01:16:35.458Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2de41604-22b3-4f53-9337-2f8b70764ab6, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 782 | 2024-02-21T01:16:35.659Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 783 | 2024-02-21T01:16:35.659Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 784 | 2024-02-21T01:16:35.815Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 94071c0a-5439-4e93-8ecd-5aa5632f4b16, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 785 | 2024-02-21T01:16:35.815Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 94071c0a-5439-4e93-8ecd-5aa5632f4b16, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 786 | 2024-02-21T01:16:36.050Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0e4a3836-04d0-4f79-8d44-917309a284f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 787 | 2024-02-21T01:16:36.052Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0e4a3836-04d0-4f79-8d44-917309a284f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 788 | 2024-02-21T01:16:36.253Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f51b96cd-d26e-40cf-98e1-1c994df3c27a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 789 | 2024-02-21T01:16:36.253Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f51b96cd-d26e-40cf-98e1-1c994df3c27a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 790 | 2024-02-21T01:16:36.436Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c85b77b6-7977-4356-bde8-a9db2835e863, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 791 | 2024-02-21T01:16:36.436Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c85b77b6-7977-4356-bde8-a9db2835e863, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 792 | 2024-02-21T01:16:36.568Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 793 | 2024-02-21T01:16:36.568Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 794 | 2024-02-21T01:16:36.716Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: da803974-d01d-444d-9603-508c8c6b4ce8, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 795 | 2024-02-21T01:16:36.716Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: da803974-d01d-444d-9603-508c8c6b4ce8, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 796 | 2024-02-21T01:16:36.912Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 58c5784e-4891-4906-904a-df8d17287992, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 797 | 2024-02-21T01:16:36.912Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 58c5784e-4891-4906-904a-df8d17287992, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 798 | 2024-02-21T01:16:37.119Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 69e8a713-5f13-4004-93bb-dfa402b1c1aa, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 799 | 2024-02-21T01:16:37.119Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 69e8a713-5f13-4004-93bb-dfa402b1c1aa, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 800 | 2024-02-21T01:16:37.315Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f2452bb9-fa12-43b2-bc48-f39941b931d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 801 | 2024-02-21T01:16:37.315Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f2452bb9-fa12-43b2-bc48-f39941b931d8, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 802 | 2024-02-21T01:16:37.567Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 803 | 2024-02-21T01:16:37.567Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 804 | 2024-02-21T01:16:37.778Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 805 | 2024-02-21T01:16:37.778Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 806 | 2024-02-21T01:16:37.779Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 807 | 2024-02-21T01:16:37.779Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 808 | 2024-02-21T01:16:37.933Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 809 | 2024-02-21T01:16:37.991Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 810 | 2024-02-21T01:16:37.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 811 | 2024-02-21T01:16:37.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 812 | 2024-02-21T01:16:37.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 813 | 2024-02-21T01:16:37.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 814 | 2024-02-21T01:16:37.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 815 | 2024-02-21T01:16:38.016Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 816 | 2024-02-21T01:16:38.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 817 | 2024-02-21T01:16:38.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 818 | 2024-02-21T01:16:38.018Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 819 | 2024-02-21T01:16:38.151Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 820 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 821 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 822 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 823 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 824 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 825 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 826 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 827 | 2024-02-21T01:16:38.211Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
file = illumos-utils/src/zone.rs:315
|
| 828 | 2024-02-21T01:16:38.217Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
file = illumos-utils/src/zone.rs:315
|
| 829 | 2024-02-21T01:16:38.222Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
file = illumos-utils/src/zone.rs:315
|
| 830 | 2024-02-21T01:16:38.226Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
file = illumos-utils/src/zone.rs:315
|
| 831 | 2024-02-21T01:16:38.231Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
file = illumos-utils/src/zone.rs:315
|
| 832 | 2024-02-21T01:16:38.236Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
file = illumos-utils/src/zone.rs:315
|
| 833 | 2024-02-21T01:16:38.243Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
file = illumos-utils/src/zone.rs:315
|
| 834 | 2024-02-21T01:16:38.382Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
file = illumos-utils/src/zone.rs:354
|
| 835 | 2024-02-21T01:16:38.385Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
file = illumos-utils/src/zone.rs:354
|
| 836 | 2024-02-21T01:16:38.389Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
file = illumos-utils/src/zone.rs:354
|
| 837 | 2024-02-21T01:16:38.394Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
file = illumos-utils/src/zone.rs:354
|
| 838 | 2024-02-21T01:16:38.398Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
file = illumos-utils/src/zone.rs:354
|
| 839 | 2024-02-21T01:16:38.403Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
file = illumos-utils/src/zone.rs:354
|
| 840 | 2024-02-21T01:16:38.407Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
file = illumos-utils/src/zone.rs:354
|
| 841 | 2024-02-21T01:16:38.412Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
file = illumos-utils/src/zone.rs:315
|
| 842 | 2024-02-21T01:16:38.417Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
file = illumos-utils/src/zone.rs:315
|
| 843 | 2024-02-21T01:16:38.422Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
file = illumos-utils/src/zone.rs:315
|
| 844 | 2024-02-21T01:16:38.426Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
file = illumos-utils/src/zone.rs:315
|
| 845 | 2024-02-21T01:16:38.431Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
file = illumos-utils/src/zone.rs:315
|
| 846 | 2024-02-21T01:16:38.436Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
file = illumos-utils/src/zone.rs:315
|
| 847 | 2024-02-21T01:16:38.442Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
file = illumos-utils/src/zone.rs:315
|
| 848 | 2024-02-21T01:16:38.449Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
file = illumos-utils/src/zone.rs:354
|
| 849 | 2024-02-21T01:16:38.455Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
file = illumos-utils/src/zone.rs:354
|
| 850 | 2024-02-21T01:16:38.461Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
file = illumos-utils/src/zone.rs:354
|
| 851 | 2024-02-21T01:16:38.465Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
file = illumos-utils/src/zone.rs:354
|
| 852 | 2024-02-21T01:16:38.470Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
file = illumos-utils/src/zone.rs:354
|
| 853 | 2024-02-21T01:16:38.474Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
file = illumos-utils/src/zone.rs:354
|
| 854 | 2024-02-21T01:16:38.479Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
file = illumos-utils/src/zone.rs:354
|
| 855 | 2024-02-21T01:16:38.521Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 856 | 2024-02-21T01:16:38.557Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 857 | 2024-02-21T01:16:38.589Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 858 | 2024-02-21T01:16:38.625Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 859 | 2024-02-21T01:16:38.661Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 860 | 2024-02-21T01:16:38.663Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 861 | 2024-02-21T01:16:38.663Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 862 | 2024-02-21T01:16:38.713Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 232, 67]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
| 863 | 2024-02-21T01:16:38.713Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1268
zone_type = nexus
|
| 864 | 2024-02-21T01:16:38.716Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 865 | 2024-02-21T01:16:38.716Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 866 | 2024-02-21T01:16:38.767Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 185, 90]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte2" } }
|
| 867 | 2024-02-21T01:16:38.767Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1268
zone_type = external_dns
|
| 868 | 2024-02-21T01:16:38.769Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 869 | 2024-02-21T01:16:38.769Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 870 | 2024-02-21T01:16:38.823Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 145, 110]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
| 871 | 2024-02-21T01:16:38.823Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1268
zone_type = external_dns
|
| 872 | 2024-02-21T01:16:38.824Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 873 | 2024-02-21T01:16:38.824Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 874 | 2024-02-21T01:16:38.880Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 224, 21]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte4" } }
|
| 875 | 2024-02-21T01:16:38.880Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1268
zone_type = nexus
|
| 876 | 2024-02-21T01:16:38.883Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 877 | 2024-02-21T01:16:38.883Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 878 | 2024-02-21T01:16:38.950Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 254, 44]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
| 879 | 2024-02-21T01:16:38.950Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1268
zone_type = nexus
|
| 880 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 881 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 882 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 883 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 884 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 885 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 886 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 887 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 888 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 889 | 2024-02-21T01:16:38.952Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 890 | 2024-02-21T01:16:38.954Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 891 | 2024-02-21T01:16:38.957Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 892 | 2024-02-21T01:16:38.985Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 893 | 2024-02-21T01:16:38.988Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 894 | 2024-02-21T01:16:38.990Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 895 | 2024-02-21T01:16:38.990Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 896 | 2024-02-21T01:16:38.990Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 897 | 2024-02-21T01:16:38.993Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 898 | 2024-02-21T01:16:38.993Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 899 | 2024-02-21T01:16:39.081Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 900 | 2024-02-21T01:16:39.081Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
file = illumos-utils/src/zone.rs:315
|
| 901 | 2024-02-21T01:16:39.088Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
file = illumos-utils/src/zone.rs:315
|
| 902 | 2024-02-21T01:16:39.097Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
file = illumos-utils/src/zone.rs:315
|
| 903 | 2024-02-21T01:16:39.105Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
file = illumos-utils/src/zone.rs:315
|
| 904 | 2024-02-21T01:16:39.140Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
file = illumos-utils/src/zone.rs:354
|
| 905 | 2024-02-21T01:16:39.146Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
file = illumos-utils/src/zone.rs:354
|
| 906 | 2024-02-21T01:16:39.151Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
file = illumos-utils/src/zone.rs:354
|
| 907 | 2024-02-21T01:16:39.157Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
file = illumos-utils/src/zone.rs:354
|
| 908 | 2024-02-21T01:16:39.162Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
file = illumos-utils/src/zone.rs:315
|
| 909 | 2024-02-21T01:16:39.185Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
file = illumos-utils/src/zone.rs:354
|
| 910 | 2024-02-21T01:16:42.583Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::18"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="0a86775d-0d0b-4315-bb42-f0ce9528ab32"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 911 | 2024-02-21T01:16:42.583Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::15"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="e0baf3cc-c137-42f7-ab2a-0f834022c0d7"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 912 | 2024-02-21T01:16:42.584Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_58c5784e-4891-4906-904a-df8d17287992:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::17"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="1d6c62e3-4cdd-47cd-91a1-df15bd164121"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 913 | 2024-02-21T01:16:42.584Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::19"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="e551c43b-5c92-4445-9449-feb1245c13ef"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 914 | 2024-02-21T01:16:42.584Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="18da51f5-b59f-4754-9457-684c31095acd"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 915 | 2024-02-21T01:16:42.584Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 916 | 2024-02-21T01:16:42.592Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::12"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="50e9c507-6b03-44e8-85fa-f935ec26d81b"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 917 | 2024-02-21T01:16:42.592Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 918 | 2024-02-21T01:16:42.599Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 919 | 2024-02-21T01:16:42.605Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 920 | 2024-02-21T01:16:42.611Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::13"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="4e012a42-bdbc-4ec2-8318-fc369f3a6a8f"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 921 | 2024-02-21T01:16:42.611Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 922 | 2024-02-21T01:16:42.618Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 923 | 2024-02-21T01:16:42.625Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 924 | 2024-02-21T01:16:42.636Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::16"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="675924a8-39f4-4408-b38f-3ab6302624a3"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 925 | 2024-02-21T01:16:42.636Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 926 | 2024-02-21T01:16:42.725Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::11"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 927 | 2024-02-21T01:16:42.797Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::f"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 928 | 2024-02-21T01:16:42.797Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 929 | 2024-02-21T01:16:42.805Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 930 | 2024-02-21T01:16:43.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 73.676114ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 931 | 2024-02-21T01:16:43.968Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 57.445323ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 932 | 2024-02-21T01:16:44.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 64.469245ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 933 | 2024-02-21T01:16:44.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 50.188198ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 934 | 2024-02-21T01:16:44.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 65.536336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 935 | 2024-02-21T01:16:44.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 25.471381ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 936 | 2024-02-21T01:16:44.172Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 26.518558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 937 | 2024-02-21T01:16:44.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 50.352371ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 938 | 2024-02-21T01:16:44.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 88.68252ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 939 | 2024-02-21T01:16:44.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 32.071697ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 940 | 2024-02-21T01:16:44.222Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 87.142054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 941 | 2024-02-21T01:16:44.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 116.181501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 942 | 2024-02-21T01:16:44.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 120.158944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 943 | 2024-02-21T01:16:44.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 130.624549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 944 | 2024-02-21T01:16:44.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 62.137301ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 945 | 2024-02-21T01:16:44.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 69.904795ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 946 | 2024-02-21T01:16:44.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 60.466423ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 947 | 2024-02-21T01:16:44.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 71.095754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 948 | 2024-02-21T01:16:44.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 133.253559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 949 | 2024-02-21T01:16:44.330Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 114.782515ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 950 | 2024-02-21T01:16:44.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 280.088545ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 951 | 2024-02-21T01:16:44.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 279.178836ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 952 | 2024-02-21T01:16:44.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 204.810715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 953 | 2024-02-21T01:16:44.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 129.877837ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 954 | 2024-02-21T01:16:44.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 112.347362ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 955 | 2024-02-21T01:16:44.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 271.069015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 956 | 2024-02-21T01:16:44.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 294.039187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 957 | 2024-02-21T01:16:44.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 100.194869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 958 | 2024-02-21T01:16:44.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 276.979478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 959 | 2024-02-21T01:16:44.465Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 381.174239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 960 | 2024-02-21T01:16:44.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 188.587155ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 961 | 2024-02-21T01:16:44.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 311.006769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 962 | 2024-02-21T01:16:44.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 278.638794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 963 | 2024-02-21T01:16:44.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 386.413058ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 964 | 2024-02-21T01:16:44.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 234.734183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 965 | 2024-02-21T01:16:44.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 565.727454ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 966 | 2024-02-21T01:16:44.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 303.796948ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 967 | 2024-02-21T01:16:44.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 291.184259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 968 | 2024-02-21T01:16:44.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 225.660713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 969 | 2024-02-21T01:16:44.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 475.750845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 970 | 2024-02-21T01:16:44.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 476.213906ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 971 | 2024-02-21T01:16:44.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 1.098657462s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 972 | 2024-02-21T01:16:44.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 880.84207ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 973 | 2024-02-21T01:16:44.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 444.835003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 974 | 2024-02-21T01:16:44.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 831.220622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 975 | 2024-02-21T01:16:44.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 1.055330852s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 976 | 2024-02-21T01:16:44.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 567.155162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 977 | 2024-02-21T01:16:45.018Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 766.62987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 978 | 2024-02-21T01:16:45.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 877.134753ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 979 | 2024-02-21T01:16:45.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 602.133492ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 980 | 2024-02-21T01:16:45.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 1.231487636s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 981 | 2024-02-21T01:16:45.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 500.895311ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 982 | 2024-02-21T01:16:45.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 1.299610559s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 983 | 2024-02-21T01:16:45.760Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 845.911517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 984 | 2024-02-21T01:16:45.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 718.679023ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 985 | 2024-02-21T01:16:45.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 953.139526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 986 | 2024-02-21T01:16:45.856Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.06817022s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 987 | 2024-02-21T01:16:45.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 1.075715615s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 988 | 2024-02-21T01:16:45.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 1.050397415s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 989 | 2024-02-21T01:16:46.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 737.506025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 990 | 2024-02-21T01:16:46.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 637.630017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 991 | 2024-02-21T01:16:46.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 511.003427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 992 | 2024-02-21T01:16:46.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 1.35053029s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 993 | 2024-02-21T01:16:46.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 883.765827ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 994 | 2024-02-21T01:16:46.771Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 691.738461ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 995 | 2024-02-21T01:16:46.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 1.26038363s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 996 | 2024-02-21T01:16:46.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 790.988534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 997 | 2024-02-21T01:16:46.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 1.366762354s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 998 | 2024-02-21T01:16:46.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.067802953s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 999 | 2024-02-21T01:16:46.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 922.470896ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1000 | 2024-02-21T01:16:47.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 1.402622565s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1001 | 2024-02-21T01:16:47.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 573.77836ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1002 | 2024-02-21T01:16:47.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 845.989677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1003 | 2024-02-21T01:16:47.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 1.278227733s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1004 | 2024-02-21T01:16:47.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 1.227382111s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1005 | 2024-02-21T01:16:47.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 1.486126155s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1006 | 2024-02-21T01:16:47.715Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1007 | 2024-02-21T01:16:47.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 945.919402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1008 | 2024-02-21T01:16:47.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 739.222127ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1009 | 2024-02-21T01:16:47.938Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 66.201173ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1010 | 2024-02-21T01:16:48.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 133.746501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1011 | 2024-02-21T01:16:48.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.316436526s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1012 | 2024-02-21T01:16:48.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 1.288577668s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1013 | 2024-02-21T01:16:48.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 174.1415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1014 | 2024-02-21T01:16:48.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 842.377949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1015 | 2024-02-21T01:16:48.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 1.466152248s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1016 | 2024-02-21T01:16:48.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 438.565905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1017 | 2024-02-21T01:16:48.409Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::10"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1018 | 2024-02-21T01:16:48.409Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1019 | 2024-02-21T01:16:48.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 1.179692205s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1020 | 2024-02-21T01:16:48.508Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::14"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="3d4b356a-9074-4a07-9654-fc64188ca65d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1021 | 2024-02-21T01:16:48.508Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1022 | 2024-02-21T01:16:48.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 52.850469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1023 | 2024-02-21T01:16:48.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 604.725282ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1024 | 2024-02-21T01:16:48.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 141.212069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1025 | 2024-02-21T01:16:48.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 56.613739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1026 | 2024-02-21T01:16:48.746Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1027 | 2024-02-21T01:16:48.751Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1028 | 2024-02-21T01:16:48.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 1.400410066s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1029 | 2024-02-21T01:16:48.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 88.810524ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1030 | 2024-02-21T01:16:48.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 742.097436ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1031 | 2024-02-21T01:16:48.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 993.401699ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1032 | 2024-02-21T01:16:48.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 684.402227ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1033 | 2024-02-21T01:16:48.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 183.670128ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1034 | 2024-02-21T01:16:48.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 208.344028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1035 | 2024-02-21T01:16:48.984Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::d"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value="af1553b4-c9e8-47a4-b048-a1a6b0c352a3"/>
<propval type="astring" name="address" value="[fd00:1122:3344:101::d]:12223"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1036 | 2024-02-21T01:16:48.985Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1037 | 2024-02-21T01:16:49.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 51.95044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1038 | 2024-02-21T01:16:49.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 56.133099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1039 | 2024-02-21T01:16:49.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 85.166367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1040 | 2024-02-21T01:16:49.269Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 560.841346ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1041 | 2024-02-21T01:16:49.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 81.917101ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1042 | 2024-02-21T01:16:49.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 400.630549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1043 | 2024-02-21T01:16:49.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 136.997832ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1044 | 2024-02-21T01:16:49.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 546.732697ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1045 | 2024-02-21T01:16:49.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.224686483s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1046 | 2024-02-21T01:16:49.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 557.330597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1047 | 2024-02-21T01:16:49.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 890.258132ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1048 | 2024-02-21T01:16:49.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 230.363845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1049 | 2024-02-21T01:16:49.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 838.888964ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1050 | 2024-02-21T01:16:49.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 1.148099784s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1051 | 2024-02-21T01:16:49.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 1.077116023s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1052 | 2024-02-21T01:16:49.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 919.750579ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1053 | 2024-02-21T01:16:49.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 311.838026ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1054 | 2024-02-21T01:16:49.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 49.498677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1055 | 2024-02-21T01:16:49.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 1.105952239s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1056 | 2024-02-21T01:16:49.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 888.506782ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1057 | 2024-02-21T01:16:49.869Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 1.127068908s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1058 | 2024-02-21T01:16:49.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 109.129718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1059 | 2024-02-21T01:16:49.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 316.152726ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1060 | 2024-02-21T01:16:49.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 629.987883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1061 | 2024-02-21T01:16:50.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 161.372202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1062 | 2024-02-21T01:16:50.134Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 1.078079351s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1063 | 2024-02-21T01:16:50.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 665.762493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1064 | 2024-02-21T01:16:50.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 526.134767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1065 | 2024-02-21T01:16:50.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 641.495034ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1066 | 2024-02-21T01:16:50.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 921.353427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1067 | 2024-02-21T01:16:50.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 866.10407ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1068 | 2024-02-21T01:16:50.530Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::e"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1069 | 2024-02-21T01:16:50.530Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1070 | 2024-02-21T01:16:50.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 730.374671ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1071 | 2024-02-21T01:16:50.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 832.494985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1072 | 2024-02-21T01:16:50.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 1.009502014s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1073 | 2024-02-21T01:16:50.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 1.392564432s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1074 | 2024-02-21T01:16:50.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 857.860313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1075 | 2024-02-21T01:16:50.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 67.896247ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1076 | 2024-02-21T01:16:50.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 1.32931806s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1077 | 2024-02-21T01:16:50.801Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1078 | 2024-02-21T01:16:50.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 112.986477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1079 | 2024-02-21T01:16:50.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 788.214815ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1080 | 2024-02-21T01:16:50.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 1.334510004s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1081 | 2024-02-21T01:16:50.894Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 1.079829308s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1082 | 2024-02-21T01:16:50.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.476279188s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1083 | 2024-02-21T01:16:50.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 920.447149ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1084 | 2024-02-21T01:16:50.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 1.213562964s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1085 | 2024-02-21T01:16:50.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 205.761693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1086 | 2024-02-21T01:16:51.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 1.440641922s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1087 | 2024-02-21T01:16:51.128Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 71.604394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1088 | 2024-02-21T01:16:51.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 506.002636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1089 | 2024-02-21T01:16:51.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 828.766555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1090 | 2024-02-21T01:16:51.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 248.154132ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1091 | 2024-02-21T01:16:51.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 528.725688ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1092 | 2024-02-21T01:16:51.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 91.618354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1093 | 2024-02-21T01:16:51.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 733.756359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1094 | 2024-02-21T01:16:51.424Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1095 | 2024-02-21T01:16:51.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 261.901574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1096 | 2024-02-21T01:16:51.504Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 703.677127ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1097 | 2024-02-21T01:16:51.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 749.262862ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1098 | 2024-02-21T01:16:51.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 907.167921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1099 | 2024-02-21T01:16:51.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 868.64819ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1100 | 2024-02-21T01:16:51.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 665.826872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1101 | 2024-02-21T01:16:51.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 1.245024267s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1102 | 2024-02-21T01:16:51.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 69.224457ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1103 | 2024-02-21T01:16:51.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 313.082479ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1104 | 2024-02-21T01:16:51.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 130.488771ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1105 | 2024-02-21T01:16:51.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 1.057573165s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1106 | 2024-02-21T01:16:51.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 876.757982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1107 | 2024-02-21T01:16:51.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 190.285092ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1108 | 2024-02-21T01:16:52.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 1.152280315s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1109 | 2024-02-21T01:16:52.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 787.07097ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1110 | 2024-02-21T01:16:52.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 793.259658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1111 | 2024-02-21T01:16:52.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 1.423642426s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1112 | 2024-02-21T01:16:52.125Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 889.51621ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1113 | 2024-02-21T01:16:52.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 594.782014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1114 | 2024-02-21T01:16:52.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 597.544208ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1115 | 2024-02-21T01:16:52.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 763.823467ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1116 | 2024-02-21T01:16:52.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 513.410015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1117 | 2024-02-21T01:16:52.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 1.270678587s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1118 | 2024-02-21T01:16:52.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 988.090377ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1119 | 2024-02-21T01:16:52.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 1.038749653s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1120 | 2024-02-21T01:16:52.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.388660256s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1121 | 2024-02-21T01:16:52.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 1.326401446s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1122 | 2024-02-21T01:16:52.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 1.459338894s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1123 | 2024-02-21T01:16:52.575Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 1.221282696s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1124 | 2024-02-21T01:16:52.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 546.083235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1125 | 2024-02-21T01:16:52.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 1.128181193s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1126 | 2024-02-21T01:16:52.811Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 648.300015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1127 | 2024-02-21T01:16:52.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 588.106217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1128 | 2024-02-21T01:16:52.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 903.221433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1129 | 2024-02-21T01:16:52.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 1.102256405s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1130 | 2024-02-21T01:16:52.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 775.959986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1131 | 2024-02-21T01:16:52.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 1.146797353s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1132 | 2024-02-21T01:16:53.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 923.868595ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1133 | 2024-02-21T01:16:53.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 972.619219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1134 | 2024-02-21T01:16:53.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 1.397334097s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1135 | 2024-02-21T01:16:53.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 600.809424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1136 | 2024-02-21T01:16:53.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 834.930614ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1137 | 2024-02-21T01:16:53.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 542.992806ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1138 | 2024-02-21T01:16:53.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 1.237243849s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1139 | 2024-02-21T01:16:53.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 891.448118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1140 | 2024-02-21T01:16:53.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 1.491070062s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1141 | 2024-02-21T01:16:53.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 1.198594204s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1142 | 2024-02-21T01:16:53.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 624.781642ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1143 | 2024-02-21T01:16:53.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 609.856496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1144 | 2024-02-21T01:16:53.807Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 697.83366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1145 | 2024-02-21T01:16:53.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.460615999s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1146 | 2024-02-21T01:16:53.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 825.099021ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1147 | 2024-02-21T01:16:53.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 1.24788231s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1148 | 2024-02-21T01:16:53.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 697.741124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1149 | 2024-02-21T01:16:53.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 747.259419ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1150 | 2024-02-21T01:16:53.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 1.309909472s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1151 | 2024-02-21T01:16:54.012Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 927.660023ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1152 | 2024-02-21T01:16:54.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 574.873582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1153 | 2024-02-21T01:16:54.038Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 907.370257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1154 | 2024-02-21T01:16:54.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 1.041861182s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1155 | 2024-02-21T01:16:54.174Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 803.839628ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1156 | 2024-02-21T01:16:54.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 1.321310159s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1157 | 2024-02-21T01:16:54.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 1.179083378s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1158 | 2024-02-21T01:16:54.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 836.075539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1159 | 2024-02-21T01:16:54.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 544.191498ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1160 | 2024-02-21T01:16:54.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 580.094452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1161 | 2024-02-21T01:16:54.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 1.442086651s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1162 | 2024-02-21T01:16:54.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 1.250032276s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1163 | 2024-02-21T01:16:54.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 1.130682519s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1164 | 2024-02-21T01:16:54.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 1.216648608s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1165 | 2024-02-21T01:16:54.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 861.754549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1166 | 2024-02-21T01:16:54.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 1.342277538s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1167 | 2024-02-21T01:16:54.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 728.488791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1168 | 2024-02-21T01:16:54.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 764.360938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1169 | 2024-02-21T01:16:54.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 1.107957311s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1170 | 2024-02-21T01:16:55.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 887.075358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1171 | 2024-02-21T01:16:55.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 1.303199302s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1172 | 2024-02-21T01:16:55.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 1.219138294s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1173 | 2024-02-21T01:16:55.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 1.003163222s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1174 | 2024-02-21T01:16:55.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 1.041447222s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1175 | 2024-02-21T01:16:55.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 1.238607366s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1176 | 2024-02-21T01:16:55.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.434852553s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1177 | 2024-02-21T01:16:55.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 628.223359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1178 | 2024-02-21T01:16:55.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 599.651279ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1179 | 2024-02-21T01:16:55.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 836.992544ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1180 | 2024-02-21T01:16:55.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 1.083951433s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1181 | 2024-02-21T01:16:55.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 973.606178ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1182 | 2024-02-21T01:16:55.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 944.713331ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1183 | 2024-02-21T01:16:55.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 529.357527ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1184 | 2024-02-21T01:16:55.909Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e") failed: Property not found. retry in 1.251086792s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1185 | 2024-02-21T01:16:55.921Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 796.067951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1186 | 2024-02-21T01:16:55.951Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa") failed: Property not found. retry in 1.292223379s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1187 | 2024-02-21T01:16:55.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 968.669804ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1188 | 2024-02-21T01:16:56.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887") failed: Property not found. retry in 1.020783018s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1189 | 2024-02-21T01:16:56.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 590.60435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1190 | 2024-02-21T01:16:56.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16") failed: Property not found. retry in 1.072936432s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1191 | 2024-02-21T01:16:56.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 759.213197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1192 | 2024-02-21T01:16:56.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 712.850252ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1193 | 2024-02-21T01:16:56.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958") failed: Property not found. retry in 1.427704317s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1194 | 2024-02-21T01:16:56.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8") failed: Property not found. retry in 848.973373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1195 | 2024-02-21T01:16:56.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863") failed: Property not found. retry in 890.37536ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1196 | 2024-02-21T01:16:56.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc") failed: Property not found. retry in 997.539591ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1197 | 2024-02-21T01:16:56.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a") failed: Property not found. retry in 812.584337ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1198 | 2024-02-21T01:16:56.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b") failed: Property not found. retry in 1.380503299s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1199 | 2024-02-21T01:16:56.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3") failed: Property not found. retry in 1.15308191s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1200 | 2024-02-21T01:16:56.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0") failed: Property not found. retry in 1.269510477s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1201 | 2024-02-21T01:16:56.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3") failed: Property not found. retry in 1.499549869s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1202 | 2024-02-21T01:16:56.731Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6") failed: Property not found. retry in 1.294032419s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1203 | 2024-02-21T01:16:56.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8") failed: Property not found. retry in 1.127501672s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1204 | 2024-02-21T01:16:56.783Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3") failed: Property not found. retry in 1.261420356s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1205 | 2024-02-21T01:16:56.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_58c5784e-4891-4906-904a-df8d17287992") failed: Property not found. retry in 1.381740256s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1206 | 2024-02-21T01:16:56.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671") failed: Property not found. retry in 639.805858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1207 | 2024-02-21T01:16:56.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567") failed: Property not found. retry in 844.877796ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1208 | 2024-02-21T01:16:57.191Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1906
|
| 1209 | 2024-02-21T01:16:57.191Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1210 | 2024-02-21T01:16:57.833Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1914
|
| 1211 | 2024-02-21T01:16:57.833Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1933
|
| 1212 | 2024-02-21T01:16:59.276Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1977
|
| 1213 | 2024-02-21T01:16:59.283Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1214 | 2024-02-21T01:17:04.481Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1906
|
| 1215 | 2024-02-21T01:17:04.481Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1216 | 2024-02-21T01:17:05.031Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1914
|
| 1217 | 2024-02-21T01:17:05.031Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1933
|
| 1218 | 2024-02-21T01:17:05.288Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38277
|
| 1219 | 2024-02-21T01:17:05.288Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38277
req_id = 98751b19-33b6-4f62-b042-0996cda3ca56
response_code = 200
uri = /baseboard
|
| 1220 | 2024-02-21T01:17:05.671Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:2090
|
| 1221 | 2024-02-21T01:17:05.671Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1222 | 2024-02-21T01:17:11.230Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1906
|
| 1223 | 2024-02-21T01:17:11.230Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1224 | 2024-02-21T01:17:11.788Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1914
|
| 1225 | 2024-02-21T01:17:11.788Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1933
|
| 1226 | 2024-02-21T01:17:12.332Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:2090
|
| 1227 | 2024-02-21T01:17:12.332Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1228 | 2024-02-21T01:17:18.659Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1906
|
| 1229 | 2024-02-21T01:17:18.659Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1230 | 2024-02-21T01:17:19.219Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1914
|
| 1231 | 2024-02-21T01:17:19.219Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1933
|
| 1232 | 2024-02-21T01:17:19.881Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1977
|
| 1233 | 2024-02-21T01:17:19.881Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1234 | 2024-02-21T01:17:25.996Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1906
|
| 1235 | 2024-02-21T01:17:25.996Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1236 | 2024-02-21T01:17:26.565Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1914
|
| 1237 | 2024-02-21T01:17:26.565Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1933
|
| 1238 | 2024-02-21T01:17:26.826Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1977
|
| 1239 | 2024-02-21T01:17:26.826Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1240 | 2024-02-21T01:17:27.232Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 230.74956104s
|
| 1241 | 2024-02-21T01:17:27.390Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 22.242456263s
sled_id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1242 | 2024-02-21T01:17:27.500Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 231.018707859s
|
| 1243 | 2024-02-21T01:17:27.640Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 231.162533426s
|
| 1244 | 2024-02-21T01:17:27.640Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 231.161925368s
|
| 1245 | 2024-02-21T01:17:27.780Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 231.301046414s
|
| 1246 | 2024-02-21T01:17:29.685Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"be1a57e5-be16-49dc-8ac2-af96969ad1fd\\", \\"content-length\\": \\"173\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: sled with id \\\\\\"d9ce587e-d953-40c6-855f-e8295df2b0df\\\\\\"\\", request_id: \\"be1a57e5-be16-49dc-8ac2-af96969ad1fd\\" }"
file = sled-agent/src/storage_monitor.rs:223
total duration = 233.203889976s
|
| 1247 | 2024-02-21T01:17:29.733Z | INFO | SledAgent (HardwareMonitor): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "buskin" }
file = sled-agent/src/sled_agent.rs:698
id = d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1248 | 2024-02-21T01:17:29.738Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"31c25b59-17ee-45af-ba70-6bcec62c2f8e\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"31c25b59-17ee-45af-ba70-6bcec62c2f8e\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.253654096s
|
| 1249 | 2024-02-21T01:17:29.741Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"9a1e0333-cd12-4c2a-8148-797ceeb2af4a\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"9a1e0333-cd12-4c2a-8148-797ceeb2af4a\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.258341706s
|
| 1250 | 2024-02-21T01:17:29.743Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"8b27a28b-6cae-4901-aa1e-054e087c22cc\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"8b27a28b-6cae-4901-aa1e-054e087c22cc\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.259663296s
|
| 1251 | 2024-02-21T01:17:29.745Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"d8bd61f9-3443-424b-8145-231b1b263565\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"d8bd61f9-3443-424b-8145-231b1b263565\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.262624424s
|
| 1252 | 2024-02-21T01:17:29.747Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"fbe62684-ebd0-447c-b388-36e4055b7277\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"fbe62684-ebd0-447c-b388-36e4055b7277\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.26515062s
|
| 1253 | 2024-02-21T01:17:29.749Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"69b351e0-e020-47b0-9b9b-11aba5fe6da8\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"69b351e0-e020-47b0-9b9b-11aba5fe6da8\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.266980555s
|
| 1254 | 2024-02-21T01:17:29.758Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"92074531-1c43-4f84-91b5-73098bd36811\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"92074531-1c43-4f84-91b5-73098bd36811\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.275827149s
|
| 1255 | 2024-02-21T01:17:29.823Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"463acb62-7528-49c3-8994-5d0625b2991e\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"463acb62-7528-49c3-8994-5d0625b2991e\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.340666861s
|
| 1256 | 2024-02-21T01:17:29.834Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"6b8e6fd2-5184-45cc-af6f-3b9c7e61a7e2\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:29 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"6b8e6fd2-5184-45cc-af6f-3b9c7e61a7e2\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 233.350384692s
|
| 1257 | 2024-02-21T01:17:31.863Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1258 | 2024-02-21T01:17:32.150Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_nexus_0ed420df-f0a3-44cd-b24a-925ce14f9887
|
| 1259 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_9ddb46a3-c8e1-4cac-bc5f-bf6b0449770e
|
| 1260 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_58c5784e-4891-4906-904a-df8d17287992
|
| 1261 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8
|
| 1262 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_pantry_0945713f-ddaf-4f2b-9137-0031e1c00671
|
| 1263 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_clickhouse_94071c0a-5439-4e93-8ecd-5aa5632f4b16
|
| 1264 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_external_dns_9c6599b8-c7ab-4f25-b056-23e43b8fe12b
|
| 1265 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_da803974-d01d-444d-9603-508c8c6b4ce8
|
| 1266 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_pantry_386829dc-b57b-4a9f-8912-e6031f0482fc
|
| 1267 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_external_dns_2de41604-22b3-4f53-9337-2f8b70764ab6
|
| 1268 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_nexus_e52e2e3d-261b-421f-819c-a8a15c99b958
|
| 1269 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_nexus_aca47f6f-95ab-43b6-a3a4-20f68ca9edb3
|
| 1270 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_pantry_77f5b44a-bcf8-4cdf-8139-5d7ab8ce8567
|
| 1271 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_f51b96cd-d26e-40cf-98e1-1c994df3c27a
|
| 1272 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_8d35f7cf-fe9f-4c1f-8ffa-82a5df7d2dd3
|
| 1273 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_oximeter_af1553b4-c9e8-47a4-b048-a1a6b0c352a3
|
| 1274 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_c85b77b6-7977-4356-bde8-a9db2835e863
|
| 1275 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_69e8a713-5f13-4004-93bb-dfa402b1c1aa
|
| 1276 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2772
zone = oxz_crucible_0e4a3836-04d0-4f79-8d44-917309a284f0
|
| 1277 | 2024-02-21T01:17:32.151Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1278 | 2024-02-21T01:17:32.152Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 1279 | 2024-02-21T01:17:32.153Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 56852541
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53482
req_id = 6ea96b82-0473-4ab6-9e3c-1c51a225f9d2
response_code = 204
uri = /omicron-zones
|
| 1280 | 2024-02-21T01:17:32.157Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1059
|
| 1281 | 2024-02-21T01:17:32.157Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1282 | 2024-02-21T01:17:32.157Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:198
|
| 1283 | 2024-02-21T01:17:32.160Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:549
|
| 1284 | 2024-02-21T01:17:32.160Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:551
|
| 1285 | 2024-02-21T01:17:32.193Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV1 {
bgp: [],
infra_ip_first: 192.168.1.30,
infra_ip_last: 192.168.1.30,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 24,
},
),
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:655
|
| 1286 | 2024-02-21T01:17:32.769Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "4a6b7e64-62ca-405a-bd5c-a293ab3608f1", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:31 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "4a6b7e64-62ca-405a-bd5c-a293ab3608f1" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1287 | 2024-02-21T01:17:32.818Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42742
|
| 1288 | 2024-02-21T01:17:32.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1801
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42742
req_id = 3a0bd848-ef98-4d26-af5a-5892a15db777
response_code = 200
uri = /inventory
|
| 1289 | 2024-02-21T01:17:32.820Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1290 | 2024-02-21T01:17:32.820Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1291 | 2024-02-21T01:17:32.821Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1292 | 2024-02-21T01:17:32.821Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 542
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42742
req_id = c6fbf32d-568f-4d13-ae4d-5f8e5bf075e4
response_code = 200
uri = /omicron-zones
|
| 1293 | 2024-02-21T01:17:32.821Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35572
|
| 1294 | 2024-02-21T01:17:32.822Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 693
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35572
req_id = c0d76676-370f-4818-ad1c-cd4e0773f636
response_code = 200
uri = /inventory
|
| 1295 | 2024-02-21T01:17:32.823Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1296 | 2024-02-21T01:17:32.823Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1297 | 2024-02-21T01:17:32.823Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1298 | 2024-02-21T01:17:32.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 488
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35572
req_id = 59fbf296-8e4c-4cb5-98fa-504341580892
response_code = 200
uri = /omicron-zones
|
| 1299 | 2024-02-21T01:17:33.419Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"9969af60-1da9-4fd7-9b10-c6ec1cf7ff3e\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:32 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"9969af60-1da9-4fd7-9b10-c6ec1cf7ff3e\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 236.936448959s
|
| 1300 | 2024-02-21T01:17:33.454Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Error Response: status: 404 Not Found; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"23d96820-a425-435b-8a71-33752a374276\\", \\"content-length\\": \\"272\\", \\"date\\": \\"Wed, 21 Feb 2024 01:17:32 GMT\\"}; value: Error { error_code: Some(\\"ObjectNotFound\\"), message: \\"not found: physical-disk with id \\\\\\"vendor = \\\\\\"synthetic-vendor\\\\\\", serial = \\\\\\"synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7\\\\\\", model = \\\\\\"synthetic-model\\\\\\"\\\\\\"\\", request_id: \\"23d96820-a425-435b-8a71-33752a374276\\" }"
file = sled-agent/src/storage_monitor.rs:273
total duration = 236.971059165s
|
| 1301 | 2024-02-21T01:17:33.477Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "41b2c615-b2f6-4be6-b340-582170d0b529", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:33 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "41b2c615-b2f6-4be6-b340-582170d0b529" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1302 | 2024-02-21T01:17:33.574Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37001
|
| 1303 | 2024-02-21T01:17:33.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8260
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37001
req_id = 0712a838-7fa2-4249-ae54-0eca6715baa3
response_code = 200
uri = /network-bootstore-config
|
| 1304 | 2024-02-21T01:17:33.583Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53565
|
| 1305 | 2024-02-21T01:17:33.583Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53565
req_id = d62fd777-3673-4f58-9c11-a86e0d8abb08
response_code = 200
uri = /inventory
|
| 1306 | 2024-02-21T01:17:33.583Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1307 | 2024-02-21T01:17:33.583Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1308 | 2024-02-21T01:17:33.584Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1309 | 2024-02-21T01:17:33.584Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1082
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53565
req_id = d5cbd0f0-539f-4826-b9fe-5ca27281ea5a
response_code = 200
uri = /omicron-zones
|
| 1310 | 2024-02-21T01:17:33.634Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44327
|
| 1311 | 2024-02-21T01:17:33.634Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44327
req_id = 7576139e-7dc5-4cf5-a668-90afba16f7bf
response_code = 200
uri = /network-bootstore-config
|
| 1312 | 2024-02-21T01:17:34.219Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "880dc073-ca67-4674-b786-96687fd3a330", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:33 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "880dc073-ca67-4674-b786-96687fd3a330" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1313 | 2024-02-21T01:17:34.263Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44563
|
| 1314 | 2024-02-21T01:17:34.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44563
req_id = 727c7b05-0aab-4d76-939a-4bd98f85792a
response_code = 200
uri = /inventory
|
| 1315 | 2024-02-21T01:17:34.264Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1316 | 2024-02-21T01:17:34.264Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1317 | 2024-02-21T01:17:34.265Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1318 | 2024-02-21T01:17:34.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1355
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44563
req_id = f4bd97d6-e01c-40bc-966b-014b8c3817a0
response_code = 200
uri = /omicron-zones
|
| 1319 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1320 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1321 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1322 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1323 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: M2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1324 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1325 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1326 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1327 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1328 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: d9ce587e-d953-40c6-855f-e8295df2b0df, variant: U2, vendor: "synthetic-vendor" })
file = sled-agent/src/storage_monitor.rs:105
|
| 1329 | 2024-02-21T01:17:34.361Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1330 | 2024-02-21T01:17:34.944Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "b830d786-76dc-4f96-a9b4-b373b97e66d3", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:34 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "b830d786-76dc-4f96-a9b4-b373b97e66d3" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1331 | 2024-02-21T01:17:35.365Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45392
|
| 1332 | 2024-02-21T01:17:35.365Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 40
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45392
req_id = f41d41b6-c2d7-43bf-ad0a-5a49de1d746f
response_code = 200
uri = /baseboard
|
| 1333 | 2024-02-21T01:17:35.589Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "7fd06f2d-330c-4108-ba35-480de14332ab", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:35 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "7fd06f2d-330c-4108-ba35-480de14332ab" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1334 | 2024-02-21T01:17:36.275Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "aa0fddbc-c881-4b62-b84a-0b2641a501f2", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:36 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "aa0fddbc-c881-4b62-b84a-0b2641a501f2" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1335 | 2024-02-21T01:17:37.053Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ab52bc83-ce5b-460e-b22e-f2acc8c81073", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:37 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "ab52bc83-ce5b-460e-b22e-f2acc8c81073" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1336 | 2024-02-21T01:17:37.747Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "f9aca5ff-bce3-4ba7-bbef-15d08857f60a", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:37 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "f9aca5ff-bce3-4ba7-bbef-15d08857f60a" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1337 | 2024-02-21T01:17:38.601Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "15d105b2-07f4-4efc-b3dc-671d8b61cf4c", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:38 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"24b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "15d105b2-07f4-4efc-b3dc-671d8b61cf4c" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1338 | 2024-02-21T01:17:38.841Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1339 | 2024-02-21T01:17:38.841Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1340 | 2024-02-21T01:17:39.441Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "acbc7511-ab19-47d8-9423-728a84b27247", "content-length": "174", "date": "Wed, 21 Feb 2024 01:17:39 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "acbc7511-ab19-47d8-9423-728a84b27247" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1341 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1342 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1343 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1344 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1345 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1346 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1347 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1348 | 2024-02-21T01:17:39.594Z | INFO | SledAgent (StorageMonitor): Nexus notification complete: ZpoolPutRequest { disk_model: "synthetic-model", disk_serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", disk_vendor: "synthetic-vendor", size: ByteCount(20937965568) }
file = sled-agent/src/storage_monitor.rs:105
|
| 1349 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43832
|
| 1350 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1351 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1352 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1353 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1354 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1355 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1356 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1357 | 2024-02-21T01:17:40.744Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 700
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43832
req_id = 43e35499-df78-4ec4-a09a-0661f63150fb
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1358 | 2024-02-21T01:17:40.875Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "c7fc84e9-d916-4374-b294-c1796e9b2ffb", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:40 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "c7fc84e9-d916-4374-b294-c1796e9b2ffb" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1359 | 2024-02-21T01:17:41.110Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55579
|
| 1360 | 2024-02-21T01:17:41.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55579
req_id = 10439c7e-a63b-49aa-91f1-a383acfa899f
response_code = 200
uri = /inventory
|
| 1361 | 2024-02-21T01:17:41.110Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1362 | 2024-02-21T01:17:41.110Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1363 | 2024-02-21T01:17:41.111Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1364 | 2024-02-21T01:17:41.111Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 710
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55579
req_id = 64735e2f-9dce-4e0a-a0dd-7df202cdc07a
response_code = 200
uri = /omicron-zones
|
| 1365 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63811
|
| 1366 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1367 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1368 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1369 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1370 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1371 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1372 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1373 | 2024-02-21T01:17:41.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 382
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63811
req_id = c42f321c-335b-450c-8717-801533d00e07
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1374 | 2024-02-21T01:17:41.515Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "acff28d2-ec05-485a-a570-5e46c7927ee3", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:41 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "acff28d2-ec05-485a-a570-5e46c7927ee3" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1375 | 2024-02-21T01:17:41.650Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55154
|
| 1376 | 2024-02-21T01:17:41.650Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55154
req_id = 13b36f25-3de3-42a4-8627-7fcc5b345baa
response_code = 200
uri = /inventory
|
| 1377 | 2024-02-21T01:17:41.650Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1378 | 2024-02-21T01:17:41.650Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1379 | 2024-02-21T01:17:41.650Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1380 | 2024-02-21T01:17:41.651Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 549
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55154
req_id = 8f210374-5607-496b-8163-52aea7a3da87
response_code = 200
uri = /omicron-zones
|
| 1381 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41309
|
| 1382 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1383 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1384 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1385 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1386 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1387 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1388 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1389 | 2024-02-21T01:17:42.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41309
req_id = 751afe27-789b-49a3-a809-d2b14901ea40
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1390 | 2024-02-21T01:17:42.758Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "cc8b5fc7-fbb0-4327-8420-b696cdd9d346", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:42 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "cc8b5fc7-fbb0-4327-8420-b696cdd9d346" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1391 | 2024-02-21T01:17:42.927Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36947
|
| 1392 | 2024-02-21T01:17:42.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36947
req_id = 2815789e-a33f-42fc-ae68-faaf3a704695
response_code = 200
uri = /inventory
|
| 1393 | 2024-02-21T01:17:42.927Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1394 | 2024-02-21T01:17:42.927Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1395 | 2024-02-21T01:17:42.927Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1396 | 2024-02-21T01:17:42.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 478
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36947
req_id = a5a48bff-533d-4013-823b-372aa3e85133
response_code = 200
uri = /omicron-zones
|
| 1397 | 2024-02-21T01:17:43.555Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49980
|
| 1398 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1399 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1400 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1401 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1402 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1403 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1404 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1405 | 2024-02-21T01:17:43.556Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 925
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49980
req_id = 991a5441-066f-4774-ad88-648a7a7b74b3
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1406 | 2024-02-21T01:17:43.626Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "3dd8a4c0-b4ff-4836-b6a7-834f59884745", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:43 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "3dd8a4c0-b4ff-4836-b6a7-834f59884745" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1407 | 2024-02-21T01:17:43.853Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54142
|
| 1408 | 2024-02-21T01:17:43.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54142
req_id = 4da50cc4-638c-4395-bc3e-35d65a8512b4
response_code = 200
uri = /inventory
|
| 1409 | 2024-02-21T01:17:43.853Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1410 | 2024-02-21T01:17:43.853Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1411 | 2024-02-21T01:17:43.853Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1412 | 2024-02-21T01:17:43.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 414
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54142
req_id = 3b86d7e9-3f22-46d0-8b38-0a417ccc0b10
response_code = 200
uri = /omicron-zones
|
| 1413 | 2024-02-21T01:17:44.747Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57592
|
| 1414 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1415 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1416 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1417 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1418 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1419 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1420 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1421 | 2024-02-21T01:17:44.748Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 736
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57592
req_id = e6b89f8e-e6cd-4e09-85d6-b32d498d3198
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1422 | 2024-02-21T01:17:44.813Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "0720cd68-f813-4a1e-b075-3526525b4036", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:44 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "0720cd68-f813-4a1e-b075-3526525b4036" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1423 | 2024-02-21T01:17:44.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56291
|
| 1424 | 2024-02-21T01:17:44.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 31
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56291
req_id = bf5cbce7-6300-41aa-a9fe-fae533c47ca4
response_code = 200
uri = /inventory
|
| 1425 | 2024-02-21T01:17:44.960Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1426 | 2024-02-21T01:17:44.960Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1427 | 2024-02-21T01:17:44.960Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1428 | 2024-02-21T01:17:44.961Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 417
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56291
req_id = 08548518-3228-467a-8455-7b8d3ea95154
response_code = 200
uri = /omicron-zones
|
| 1429 | 2024-02-21T01:17:45.885Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:32840
|
| 1430 | 2024-02-21T01:17:45.885Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1431 | 2024-02-21T01:17:45.886Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1432 | 2024-02-21T01:17:45.886Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1433 | 2024-02-21T01:17:45.886Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1434 | 2024-02-21T01:17:45.886Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1435 | 2024-02-21T01:17:45.886Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1436 | 2024-02-21T01:17:45.886Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1437 | 2024-02-21T01:17:45.886Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:32840
req_id = bdba8e5f-72a4-4e4f-8d25-84373c04a9f9
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1438 | 2024-02-21T01:17:45.945Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "9024768a-fa70-46dc-a4a0-ea5bc51d61c7", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:45 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "9024768a-fa70-46dc-a4a0-ea5bc51d61c7" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1439 | 2024-02-21T01:17:46.127Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41400
|
| 1440 | 2024-02-21T01:17:46.127Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41400
req_id = 9ee605eb-5aba-4a00-97ce-d9f7c51f2e6f
response_code = 200
uri = /inventory
|
| 1441 | 2024-02-21T01:17:46.127Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1442 | 2024-02-21T01:17:46.127Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1443 | 2024-02-21T01:17:46.127Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1444 | 2024-02-21T01:17:46.128Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 435
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41400
req_id = 64f6084d-4223-4313-8952-92aa0fb5c15a
response_code = 200
uri = /omicron-zones
|
| 1445 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42450
|
| 1446 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1447 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1448 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1449 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1450 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1451 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1452 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1453 | 2024-02-21T01:17:47.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 349
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42450
req_id = 8ce83de0-d7fa-4ddd-9864-7e565a7a81c7
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1454 | 2024-02-21T01:17:47.926Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "1414204c-c570-44af-a1dd-c10b4c4120b2", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:47 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "1414204c-c570-44af-a1dd-c10b4c4120b2" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1455 | 2024-02-21T01:17:48.140Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62379
|
| 1456 | 2024-02-21T01:17:48.141Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 540
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62379
req_id = f8fae6df-1189-4f72-80cf-0afaef8c864a
response_code = 200
uri = /inventory
|
| 1457 | 2024-02-21T01:17:48.141Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1458 | 2024-02-21T01:17:48.141Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1459 | 2024-02-21T01:17:48.141Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1460 | 2024-02-21T01:17:48.141Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 402
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62379
req_id = 0df361cb-1dc2-42fb-9744-07c9cc60d0de
response_code = 200
uri = /omicron-zones
|
| 1461 | 2024-02-21T01:17:50.270Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46312
|
| 1462 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1463 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1464 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1465 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1466 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1467 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1468 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1469 | 2024-02-21T01:17:50.271Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 958
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46312
req_id = 7edd733f-2d2b-4c89-885e-305e62aab91c
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1470 | 2024-02-21T01:17:50.351Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "9a6ab7f1-6724-40d5-876f-0b7873b84aa4", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:50 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "9a6ab7f1-6724-40d5-876f-0b7873b84aa4" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1471 | 2024-02-21T01:17:50.488Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41111
|
| 1472 | 2024-02-21T01:17:50.488Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 481
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41111
req_id = bc1fdfe6-9f9a-4650-80ff-1115a2cd8c52
response_code = 200
uri = /inventory
|
| 1473 | 2024-02-21T01:17:50.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1474 | 2024-02-21T01:17:50.488Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1475 | 2024-02-21T01:17:50.488Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1476 | 2024-02-21T01:17:50.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 422
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41111
req_id = 5216963a-01d0-4d0a-a3d5-7ff39cea324e
response_code = 200
uri = /omicron-zones
|
| 1477 | 2024-02-21T01:17:52.042Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43703
|
| 1478 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1479 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1480 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1481 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1482 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1483 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1484 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1485 | 2024-02-21T01:17:52.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 261
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43703
req_id = 2c77e1cc-feb3-4780-bc25-69b9cd6fcec2
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1486 | 2024-02-21T01:17:52.099Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "bbef8cfa-48f9-4e4b-aa9e-ce59004f6974", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:52 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "bbef8cfa-48f9-4e4b-aa9e-ce59004f6974" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1487 | 2024-02-21T01:17:52.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65199
|
| 1488 | 2024-02-21T01:17:52.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 39
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65199
req_id = 98e1987b-d6f1-4bd5-a04b-510ef01f6d86
response_code = 200
uri = /inventory
|
| 1489 | 2024-02-21T01:17:52.225Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1490 | 2024-02-21T01:17:52.225Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1491 | 2024-02-21T01:17:52.225Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1492 | 2024-02-21T01:17:52.225Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 977
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65199
req_id = 0d80f5f8-852c-4886-88f2-7bb2fd613ef3
response_code = 200
uri = /omicron-zones
|
| 1493 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38404
|
| 1494 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1495 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1496 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1497 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1498 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1499 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1500 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1501 | 2024-02-21T01:17:54.051Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 256
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38404
req_id = f6c103b3-1f2f-47d7-8c01-c67ec9851985
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1502 | 2024-02-21T01:17:54.112Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "2cd615d8-6e07-4a4d-8d3b-1930b6a72c02", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:53 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "2cd615d8-6e07-4a4d-8d3b-1930b6a72c02" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1503 | 2024-02-21T01:17:54.253Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57321
|
| 1504 | 2024-02-21T01:17:54.253Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57321
req_id = 310f7220-6d19-45ae-932a-be9182a0d83e
response_code = 200
uri = /inventory
|
| 1505 | 2024-02-21T01:17:54.253Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1506 | 2024-02-21T01:17:54.253Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1507 | 2024-02-21T01:17:54.253Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1508 | 2024-02-21T01:17:54.254Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 423
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57321
req_id = f076c80f-28fb-4160-a882-8b8b6438d6c0
response_code = 200
uri = /omicron-zones
|
| 1509 | 2024-02-21T01:17:56.650Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62277
|
| 1510 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1511 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1512 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1513 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1514 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1515 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1516 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1517 | 2024-02-21T01:17:56.651Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 825
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62277
req_id = a90b516f-2989-4c3f-9951-2ec955391656
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1518 | 2024-02-21T01:17:56.707Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "6c2fff92-b517-4419-b609-473f8ef8ee4e", "content-length": "127", "date": "Wed, 21 Feb 2024 01:17:56 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "6c2fff92-b517-4419-b609-473f8ef8ee4e" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1519 | 2024-02-21T01:17:56.827Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36010
|
| 1520 | 2024-02-21T01:17:56.827Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 33
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36010
req_id = 8358e7c4-bd4f-4a1d-b41d-00c5f2d04f76
response_code = 200
uri = /inventory
|
| 1521 | 2024-02-21T01:17:56.828Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1522 | 2024-02-21T01:17:56.828Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1523 | 2024-02-21T01:17:56.828Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1524 | 2024-02-21T01:17:56.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 899
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36010
req_id = aba26224-8244-4521-bb3b-e53c87dfc442
response_code = 200
uri = /omicron-zones
|
| 1525 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54570
|
| 1526 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1527 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1528 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1529 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1530 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1531 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1532 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1533 | 2024-02-21T01:18:01.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 677
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54570
req_id = 4aaf98c7-ce09-4225-839e-f6e309a5e599
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1534 | 2024-02-21T01:18:01.490Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "b29ae463-de39-4e58-9cf8-6f5251c864d0", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:01 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "b29ae463-de39-4e58-9cf8-6f5251c864d0" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1535 | 2024-02-21T01:18:01.613Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57674
|
| 1536 | 2024-02-21T01:18:01.613Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57674
req_id = 9bd4ea78-5ebd-4437-9956-980864370026
response_code = 200
uri = /inventory
|
| 1537 | 2024-02-21T01:18:01.613Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1538 | 2024-02-21T01:18:01.613Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1539 | 2024-02-21T01:18:01.613Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1540 | 2024-02-21T01:18:01.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 409
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57674
req_id = 84c1f0de-64c9-43eb-99bd-dffb4cf8c189
response_code = 200
uri = /omicron-zones
|
| 1541 | 2024-02-21T01:18:05.399Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53991
|
| 1542 | 2024-02-21T01:18:05.399Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 61
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53991
req_id = 99453066-3e07-4737-bd4e-1f122b54ebcf
response_code = 200
uri = /baseboard
|
| 1543 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50171
|
| 1544 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1545 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1546 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1547 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1548 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1549 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1550 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1551 | 2024-02-21T01:18:05.652Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 261
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50171
req_id = 6960ee8a-a744-43c1-9658-e14e6c0450b0
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1552 | 2024-02-21T01:18:05.714Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "f36cf80b-8403-44a8-b59a-86fa84e10fa1", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:05 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "f36cf80b-8403-44a8-b59a-86fa84e10fa1" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1553 | 2024-02-21T01:18:05.840Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56890
|
| 1554 | 2024-02-21T01:18:05.840Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56890
req_id = 367d1984-2fcc-49b9-bddc-812dedc3d4ea
response_code = 200
uri = /inventory
|
| 1555 | 2024-02-21T01:18:05.840Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1556 | 2024-02-21T01:18:05.840Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1557 | 2024-02-21T01:18:05.840Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1558 | 2024-02-21T01:18:05.840Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 518
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56890
req_id = 5e590301-d962-4a00-92e0-9aa1e6e2e0ae
response_code = 200
uri = /omicron-zones
|
| 1559 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60778
|
| 1560 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1561 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1562 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1563 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1564 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1565 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1566 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1567 | 2024-02-21T01:18:11.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 253
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60778
req_id = e4f6bf51-7a19-429b-a8d6-883948bc78c4
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1568 | 2024-02-21T01:18:11.409Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "22b3789a-6916-4cb8-ae9c-5c41ea1863d7", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:11 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "22b3789a-6916-4cb8-ae9c-5c41ea1863d7" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1569 | 2024-02-21T01:18:11.529Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45014
|
| 1570 | 2024-02-21T01:18:11.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45014
req_id = 6d95df81-8c6d-4ba6-b4dd-f68a65e8c63b
response_code = 200
uri = /inventory
|
| 1571 | 2024-02-21T01:18:11.529Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1572 | 2024-02-21T01:18:11.529Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1573 | 2024-02-21T01:18:11.529Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1574 | 2024-02-21T01:18:11.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 478
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45014
req_id = ae99aaff-6568-44e6-9005-c117006e6c01
response_code = 200
uri = /omicron-zones
|
| 1575 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38149
|
| 1576 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1577 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1578 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1579 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1580 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1581 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1582 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1583 | 2024-02-21T01:18:17.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 244
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38149
req_id = cbb2714b-f86c-41b6-b1f0-ba10a073bf09
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1584 | 2024-02-21T01:18:17.140Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "df579dbe-4df3-44d5-a02e-e08437d97b83", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:17 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "df579dbe-4df3-44d5-a02e-e08437d97b83" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1585 | 2024-02-21T01:18:17.259Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58510
|
| 1586 | 2024-02-21T01:18:17.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58510
req_id = 83062c53-13bd-4fd0-86d1-613d3c71fb06
response_code = 200
uri = /inventory
|
| 1587 | 2024-02-21T01:18:17.259Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1588 | 2024-02-21T01:18:17.259Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1589 | 2024-02-21T01:18:17.259Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1590 | 2024-02-21T01:18:17.260Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 460
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58510
req_id = d7699007-c29e-421b-ab74-04e005fe7417
response_code = 200
uri = /omicron-zones
|
| 1591 | 2024-02-21T01:18:19.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::d]:49385
|
| 1592 | 2024-02-21T01:18:19.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 3687
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 15a0e3d3-8e47-4e21-ab42-5011357cb51d
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1593 | 2024-02-21T01:18:22.439Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33394
|
| 1594 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1595 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1596 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1597 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1598 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1599 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1600 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1601 | 2024-02-21T01:18:22.440Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 335
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33394
req_id = 9fd2ea21-9695-480d-831a-a174614bed8b
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1602 | 2024-02-21T01:18:22.501Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "43b610cf-2c18-47f4-a52b-04868cde7edb", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:22 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "43b610cf-2c18-47f4-a52b-04868cde7edb" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1603 | 2024-02-21T01:18:22.647Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59751
|
| 1604 | 2024-02-21T01:18:22.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59751
req_id = 932bdfe9-81a3-4af7-ab99-a1bf16da138b
response_code = 200
uri = /inventory
|
| 1605 | 2024-02-21T01:18:22.647Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1606 | 2024-02-21T01:18:22.647Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1607 | 2024-02-21T01:18:22.647Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1608 | 2024-02-21T01:18:22.648Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 468
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59751
req_id = ba67578c-9e8c-497b-8fd9-0f8d8815fa60
response_code = 200
uri = /omicron-zones
|
| 1609 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65475
|
| 1610 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1611 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1612 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1613 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1614 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1615 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1616 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1617 | 2024-02-21T01:18:30.132Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 329
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65475
req_id = 2a050fb7-f0d8-4f68-8088-256a860196af
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1618 | 2024-02-21T01:18:30.193Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "e5503500-1820-423f-88fc-f5a758b9be40", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:30 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "e5503500-1820-423f-88fc-f5a758b9be40" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1619 | 2024-02-21T01:18:30.286Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44665
|
| 1620 | 2024-02-21T01:18:30.286Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44665
req_id = 715b48c1-b62c-4e21-a0f5-e74af6b34f1c
response_code = 200
uri = /inventory
|
| 1621 | 2024-02-21T01:18:30.286Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1622 | 2024-02-21T01:18:30.286Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1623 | 2024-02-21T01:18:30.286Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1624 | 2024-02-21T01:18:30.286Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 400
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44665
req_id = 84f3d082-583d-454a-88de-da5d70771ba7
response_code = 200
uri = /omicron-zones
|
| 1625 | 2024-02-21T01:18:35.434Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58184
|
| 1626 | 2024-02-21T01:18:35.434Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 29
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58184
req_id = 51623939-4e01-4f75-94f9-7d976adb3184
response_code = 200
uri = /baseboard
|
| 1627 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42658
|
| 1628 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1629 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1630 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1631 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1632 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1633 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1634 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1635 | 2024-02-21T01:18:37.362Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 254
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42658
req_id = 8875ea0b-1bed-4384-96fc-d76903499969
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1636 | 2024-02-21T01:18:37.412Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "86a02a06-1473-4ac7-aebf-b52c812bfd4d", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:37 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "86a02a06-1473-4ac7-aebf-b52c812bfd4d" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1637 | 2024-02-21T01:18:37.506Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33349
|
| 1638 | 2024-02-21T01:18:37.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 33
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33349
req_id = a49ecf94-ef83-43ac-bdd1-ee99bd909d36
response_code = 200
uri = /inventory
|
| 1639 | 2024-02-21T01:18:37.506Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1640 | 2024-02-21T01:18:37.506Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1641 | 2024-02-21T01:18:37.506Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1642 | 2024-02-21T01:18:37.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 398
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33349
req_id = 287e4e42-50b1-47c2-b52b-e5190275a012
response_code = 200
uri = /omicron-zones
|
| 1643 | 2024-02-21T01:18:45.536Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41739
|
| 1644 | 2024-02-21T01:18:45.536Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1645 | 2024-02-21T01:18:45.536Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1646 | 2024-02-21T01:18:45.537Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1647 | 2024-02-21T01:18:45.537Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1648 | 2024-02-21T01:18:45.537Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1649 | 2024-02-21T01:18:45.537Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1650 | 2024-02-21T01:18:45.537Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1651 | 2024-02-21T01:18:45.537Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 275
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41739
req_id = 287cef6c-6faf-4795-9b74-447568d32da2
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1652 | 2024-02-21T01:18:45.588Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "932131cc-5397-4202-8320-e6f7848ac7b1", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:45 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "932131cc-5397-4202-8320-e6f7848ac7b1" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1653 | 2024-02-21T01:18:45.694Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53776
|
| 1654 | 2024-02-21T01:18:45.694Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53776
req_id = f822dedc-2bcd-407d-b352-ce11672f3c3b
response_code = 200
uri = /inventory
|
| 1655 | 2024-02-21T01:18:45.694Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1656 | 2024-02-21T01:18:45.694Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1657 | 2024-02-21T01:18:45.694Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1658 | 2024-02-21T01:18:45.694Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 464
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53776
req_id = c1da015d-aef1-4b8c-ac4e-336d9c8c0d5a
response_code = 200
uri = /omicron-zones
|
| 1659 | 2024-02-21T01:18:49.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 197
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 64c23782-4364-45f2-83cc-5fdb6f0b0a1b
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1660 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60158
|
| 1661 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1662 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1663 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1664 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1665 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1666 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1667 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1668 | 2024-02-21T01:18:58.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60158
req_id = 2af1844c-1bd1-42f0-a575-5ae194e621f6
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1669 | 2024-02-21T01:18:58.944Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "372bb32e-4e04-4b22-b139-341decb5bf9a", "content-length": "127", "date": "Wed, 21 Feb 2024 01:18:58 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "372bb32e-4e04-4b22-b139-341decb5bf9a" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1670 | 2024-02-21T01:18:59.041Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51214
|
| 1671 | 2024-02-21T01:18:59.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51214
req_id = 40bf8601-ea11-4dd1-81e0-b7690cebefd3
response_code = 200
uri = /inventory
|
| 1672 | 2024-02-21T01:18:59.042Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1673 | 2024-02-21T01:18:59.042Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1674 | 2024-02-21T01:18:59.042Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1675 | 2024-02-21T01:18:59.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 511
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51214
req_id = 0124dfe4-1d47-4ff5-91a5-717c7e614d27
response_code = 200
uri = /omicron-zones
|
| 1676 | 2024-02-21T01:19:05.466Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53438
|
| 1677 | 2024-02-21T01:19:05.467Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 867
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53438
req_id = 0eb8325e-80ab-40d5-9323-228dc89f9e96
response_code = 200
uri = /baseboard
|
| 1678 | 2024-02-21T01:19:17.651Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 1679 | 2024-02-21T01:19:19.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = c7f3ecf7-53f7-4a7f-8570-9cc9d34f6aa5
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1680 | 2024-02-21T01:19:24.860Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64274
|
| 1681 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1682 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1683 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1684 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1685 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1686 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1687 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1688 | 2024-02-21T01:19:24.861Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 752
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64274
req_id = 33362a25-12b6-4119-9199-132dd2e07ae0
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1689 | 2024-02-21T01:19:24.969Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "f672aeae-453c-45d5-9fa6-2b14adb811ea", "content-length": "127", "date": "Wed, 21 Feb 2024 01:19:24 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "f672aeae-453c-45d5-9fa6-2b14adb811ea" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1690 | 2024-02-21T01:19:25.275Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42405
|
| 1691 | 2024-02-21T01:19:25.275Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42405
req_id = 9843efbb-bb22-4a9e-954d-309dcc3609d1
response_code = 200
uri = /inventory
|
| 1692 | 2024-02-21T01:19:25.276Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1693 | 2024-02-21T01:19:25.276Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1694 | 2024-02-21T01:19:25.276Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1695 | 2024-02-21T01:19:25.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 588
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42405
req_id = 8d6b71e7-fcd3-49fc-bf4c-cdfd9c47a941
response_code = 200
uri = /omicron-zones
|
| 1696 | 2024-02-21T01:19:35.501Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39219
|
| 1697 | 2024-02-21T01:19:35.501Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39219
req_id = b15f8529-0fe7-417b-b733-a95c42674608
response_code = 200
uri = /baseboard
|
| 1698 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54368
|
| 1699 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1700 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1701 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1702 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1703 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1704 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1705 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1706 | 2024-02-21T01:19:49.546Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 770
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54368
req_id = cfb0d54c-53dd-474a-9097-eb6a99659896
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1707 | 2024-02-21T01:19:49.633Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "58d1d226-990b-4a97-8699-3165149a884e", "content-length": "127", "date": "Wed, 21 Feb 2024 01:19:49 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "58d1d226-990b-4a97-8699-3165149a884e" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1708 | 2024-02-21T01:19:49.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 244
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = ad7add99-e373-46c5-b75b-d1d36e09fa6d
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1709 | 2024-02-21T01:19:49.898Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35565
|
| 1710 | 2024-02-21T01:19:49.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35565
req_id = 38df4c19-61d6-4c7c-8efd-c71e6db379f6
response_code = 200
uri = /inventory
|
| 1711 | 2024-02-21T01:19:49.899Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1712 | 2024-02-21T01:19:49.899Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1713 | 2024-02-21T01:19:49.899Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1714 | 2024-02-21T01:19:49.899Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 470
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35565
req_id = 5c1f1801-750f-43cf-8fda-865df92fd819
response_code = 200
uri = /omicron-zones
|
| 1715 | 2024-02-21T01:20:05.533Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64337
|
| 1716 | 2024-02-21T01:20:05.533Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64337
req_id = bed71a2f-ce64-49fa-9667-1e136972260a
response_code = 200
uri = /baseboard
|
| 1717 | 2024-02-21T01:20:19.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 878
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 0f2145bf-8e71-4f28-8e9d-ab20347b5380
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1718 | 2024-02-21T01:20:26.871Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54639
|
| 1719 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1720 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1721 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1722 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1723 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1724 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1725 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1726 | 2024-02-21T01:20:26.872Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54639
req_id = 241143a4-93b3-4858-8e81-3b72e3af4a8d
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1727 | 2024-02-21T01:20:26.924Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "4e2e2780-b0c7-4fa5-80a9-a09b97cb6a72", "content-length": "127", "date": "Wed, 21 Feb 2024 01:20:26 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "4e2e2780-b0c7-4fa5-80a9-a09b97cb6a72" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1728 | 2024-02-21T01:20:27.037Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33968
|
| 1729 | 2024-02-21T01:20:27.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33968
req_id = 580e24b7-9d30-4fd5-a46d-a0210adf91b1
response_code = 200
uri = /inventory
|
| 1730 | 2024-02-21T01:20:27.037Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1731 | 2024-02-21T01:20:27.038Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1732 | 2024-02-21T01:20:27.038Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1733 | 2024-02-21T01:20:27.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 492
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33968
req_id = e9546d68-f7ce-4a5a-a483-6fe0c3baea53
response_code = 200
uri = /omicron-zones
|
| 1734 | 2024-02-21T01:20:35.566Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52737
|
| 1735 | 2024-02-21T01:20:35.566Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 37
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52737
req_id = e934ab71-861e-471d-b839-5fc648208ffc
response_code = 200
uri = /baseboard
|
| 1736 | 2024-02-21T01:20:49.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 216
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = f35726ca-d5eb-4349-9b62-62150f13ef20
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1737 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60298
|
| 1738 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1739 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1740 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1741 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1742 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1743 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1744 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1745 | 2024-02-21T01:21:02.448Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 371
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60298
req_id = 3e8c4a83-ca52-4228-b0f3-af98e0aac136
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1746 | 2024-02-21T01:21:02.504Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "a9af7ec3-8f43-47dc-aac9-482132a9cda1", "content-length": "127", "date": "Wed, 21 Feb 2024 01:21:02 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "a9af7ec3-8f43-47dc-aac9-482132a9cda1" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1747 | 2024-02-21T01:21:02.601Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44383
|
| 1748 | 2024-02-21T01:21:02.601Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44383
req_id = 3ca529a1-56c2-46b4-94f7-d87ab64749e1
response_code = 200
uri = /inventory
|
| 1749 | 2024-02-21T01:21:02.602Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1750 | 2024-02-21T01:21:02.602Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1751 | 2024-02-21T01:21:02.602Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1752 | 2024-02-21T01:21:02.602Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 489
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44383
req_id = af93d6fa-de0f-4df6-bc58-5927558d8ed2
response_code = 200
uri = /omicron-zones
|
| 1753 | 2024-02-21T01:21:05.599Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44820
|
| 1754 | 2024-02-21T01:21:05.599Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44820
req_id = 0fb7fed3-17f5-4833-ad66-1369042f24f9
response_code = 200
uri = /baseboard
|
| 1755 | 2024-02-21T01:21:19.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 210
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 23a55cf4-44d9-4a26-be89-14be2695af4a
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1756 | 2024-02-21T01:21:35.636Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46232
|
| 1757 | 2024-02-21T01:21:35.636Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46232
req_id = 79c457b8-2ce4-454a-821b-f9d8841c413b
response_code = 200
uri = /baseboard
|
| 1758 | 2024-02-21T01:21:49.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 196
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 7c4c55e0-e5ab-44af-b050-888023dcf780
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1759 | 2024-02-21T01:21:57.291Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41254
|
| 1760 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1761 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1762 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1763 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1764 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1765 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1766 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1767 | 2024-02-21T01:21:57.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41254
req_id = 9d157814-9d93-40b7-ab36-b88a8aa2a110
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1768 | 2024-02-21T01:21:57.349Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "babc231a-ed88-4e64-9ca1-5c5a5481d5f1", "content-length": "127", "date": "Wed, 21 Feb 2024 01:21:57 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "babc231a-ed88-4e64-9ca1-5c5a5481d5f1" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1769 | 2024-02-21T01:21:57.439Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51502
|
| 1770 | 2024-02-21T01:21:57.440Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 651
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51502
req_id = f42b0454-3339-45d2-81ec-601427049c98
response_code = 200
uri = /inventory
|
| 1771 | 2024-02-21T01:21:57.440Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1772 | 2024-02-21T01:21:57.440Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1773 | 2024-02-21T01:21:57.440Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1774 | 2024-02-21T01:21:57.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 492
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51502
req_id = a38482cc-910e-4409-8a8c-2a34dbf40c40
response_code = 200
uri = /omicron-zones
|
| 1775 | 2024-02-21T01:22:05.670Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60928
|
| 1776 | 2024-02-21T01:22:05.670Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60928
req_id = 8e3ea504-6888-4d5e-b534-4efd51b47f7e
response_code = 200
uri = /baseboard
|
| 1777 | 2024-02-21T01:22:19.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 208
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 0bdbf901-98e3-4954-8e0d-78239b420d0f
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1778 | 2024-02-21T01:22:29.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55023
|
| 1779 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1780 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1781 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1782 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1783 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1784 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1785 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1786 | 2024-02-21T01:22:29.981Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 402
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55023
req_id = 6c46529e-902b-4d22-9172-dfc162ae6b55
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1787 | 2024-02-21T01:22:30.037Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "541673d8-e605-4f85-bbab-873f6fb8a3f2", "content-length": "127", "date": "Wed, 21 Feb 2024 01:22:30 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "541673d8-e605-4f85-bbab-873f6fb8a3f2" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1788 | 2024-02-21T01:22:30.151Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53867
|
| 1789 | 2024-02-21T01:22:30.151Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53867
req_id = db3065b6-22e7-4e59-9a7a-78cafa93174e
response_code = 200
uri = /inventory
|
| 1790 | 2024-02-21T01:22:30.151Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1791 | 2024-02-21T01:22:30.151Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1792 | 2024-02-21T01:22:30.151Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1793 | 2024-02-21T01:22:30.152Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 608
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53867
req_id = ba568cf1-2f4e-48de-87d7-a6eee3d3885e
response_code = 200
uri = /omicron-zones
|
| 1794 | 2024-02-21T01:22:35.704Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51609
|
| 1795 | 2024-02-21T01:22:35.704Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51609
req_id = 72c96711-9be6-4250-9528-2751cb70000c
response_code = 200
uri = /baseboard
|
| 1796 | 2024-02-21T01:22:49.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 564831a8-01a3-4a6a-a789-0b11e44ee182
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1797 | 2024-02-21T01:23:05.736Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38999
|
| 1798 | 2024-02-21T01:23:05.736Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 32
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38999
req_id = 260951b4-d642-4c44-badd-b835ad4d3750
response_code = 200
uri = /baseboard
|
| 1799 | 2024-02-21T01:23:17.409Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34773
|
| 1800 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1801 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1802 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1803 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1804 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1805 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1806 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1807 | 2024-02-21T01:23:17.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1300
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34773
req_id = fb44db79-4149-40c2-a192-d18051b2cafc
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1808 | 2024-02-21T01:23:17.463Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "73d1968f-93fd-4525-a3b3-38364aa8de75", "content-length": "127", "date": "Wed, 21 Feb 2024 01:23:17 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "73d1968f-93fd-4525-a3b3-38364aa8de75" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1809 | 2024-02-21T01:23:17.556Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37294
|
| 1810 | 2024-02-21T01:23:17.556Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37294
req_id = c7b20f17-91a9-431a-a4f8-4dacc50bf481
response_code = 200
uri = /inventory
|
| 1811 | 2024-02-21T01:23:17.556Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1812 | 2024-02-21T01:23:17.556Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1813 | 2024-02-21T01:23:17.557Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1814 | 2024-02-21T01:23:17.557Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 531
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37294
req_id = e2a07da3-76b0-4d12-ac22-bb16c4a40e4f
response_code = 200
uri = /omicron-zones
|
| 1815 | 2024-02-21T01:23:19.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 807
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 9d95dbb9-d226-4ee0-b0dd-5eaba618f14b
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1816 | 2024-02-21T01:23:33.973Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:299
|
| 1817 | 2024-02-21T01:23:33.973Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1818 | 2024-02-21T01:23:34.015Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 2282, tv_nsec: 924889096 }
time_to_next_cleanup = 599.9999997s
|
| 1819 | 2024-02-21T01:23:35.769Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46633
|
| 1820 | 2024-02-21T01:23:35.769Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 56
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46633
req_id = 87c68f52-3a09-40dc-bf0e-fdf0c3baa5b8
response_code = 200
uri = /baseboard
|
| 1821 | 2024-02-21T01:23:49.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 311
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 1ab8e9d3-d215-4f99-a5cf-7b024d48054e
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1822 | 2024-02-21T01:24:05.805Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58201
|
| 1823 | 2024-02-21T01:24:05.805Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 50
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58201
req_id = 70ef66c1-bfdc-478c-81c9-7fdbb268912f
response_code = 200
uri = /baseboard
|
| 1824 | 2024-02-21T01:24:09.017Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49654
|
| 1825 | 2024-02-21T01:24:09.020Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:586
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(3502146))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-5416b4b3962", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 26026e55-ce2a-4a16-b5ca-79ce57ea291f, read_only_parent: Some(Volume { block_size: 512, id: 104174c6-14a4-4e74-bf4c-6f801f3712c5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 37580295-5fa5-4420-8cec-326cbe168a26, key: Some("Da9PwnkUTL1c86vbGPRSZ6dEJqEzG1TjM2aWsZfFE+s="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::16]:19002"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 26026e55-ce2a-4a16-b5ca-79ce57ea291f, key: Some("KLTufWkrPh3JMLb9gxqursbn1FVR9WHp47yPhtNTkRA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABhBAtVWFVYAAAEC1VYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAYgQLVVhVWAAABAtVWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyNmI3ZWViOC0xNzk5LTQwOTktYWNmMC05YTBmNjUyZGNhMWMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTU9Nei9LSGt1bVV0SWZ4VVN0TEs5dkY3ZXBJeDdHam4xNzM3Ty9hMko2byJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
instance_runtime = InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = c3c23d22-c27c-440e-a987-41b8ba230435
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-02-21T01:24:08.597833Z }
|
| 1826 | 2024-02-21T01:24:09.021Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:619
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1827 | 2024-02-21T01:24:09.021Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:932
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
propolis_id = c3c23d22-c27c-440e-a987-41b8ba230435
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(3502146))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39c9250d-0ca3-4ada-a694-31fe6d9e0c82, kind: Instance { id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 95, 99])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(3502146), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-5416b4b3962", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 26026e55-ce2a-4a16-b5ca-79ce57ea291f, read_only_parent: Some(Volume { block_size: 512, id: 104174c6-14a4-4e74-bf4c-6f801f3712c5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 37580295-5fa5-4420-8cec-326cbe168a26, key: Some("Da9PwnkUTL1c86vbGPRSZ6dEJqEzG1TjM2aWsZfFE+s="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::16]:19002"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 26026e55-ce2a-4a16-b5ca-79ce57ea291f, key: Some("KLTufWkrPh3JMLb9gxqursbn1FVR9WHp47yPhtNTkRA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABhBAtVWFVYAAAEC1VYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAYgQLVVhVWAAABAtVWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyNmI3ZWViOC0xNzk5LTQwOTktYWNmMC05YTBmNjUyZGNhMWMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTU9Nei9LSGt1bVV0SWZ4VVN0TEs5dkY3ZXBJeDdHam4xNzM3Ty9hMko2byJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-02-21T01:24:08.597833Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }
|
| 1828 | 2024-02-21T01:24:09.021Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 3828
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49654
req_id = d278f047-6fb5-453d-a871-68b63f677a67
response_code = 200
uri = /instances/26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1829 | 2024-02-21T01:24:09.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50577
|
| 1830 | 2024-02-21T01:24:09.168Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 250, 95, 99]), slot: 0, vni: Vni { inner: 3502146 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1831 | 2024-02-21T01:24:09.168Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1832 | 2024-02-21T01:24:09.201Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
file = illumos-utils/src/zone.rs:315
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1833 | 2024-02-21T01:24:09.220Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
file = illumos-utils/src/zone.rs:354
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1834 | 2024-02-21T01:24:11.029Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1:0"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::a]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1835 | 2024-02-21T01:24:11.029Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1836 | 2024-02-21T01:24:11.238Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 57.118358ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1837 | 2024-02-21T01:24:11.308Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 128.94183ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1838 | 2024-02-21T01:24:11.452Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 171.929942ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1839 | 2024-02-21T01:24:11.634Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 491.27045ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1840 | 2024-02-21T01:24:12.138Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 691.206496ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1841 | 2024-02-21T01:24:12.840Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 1.150418371s
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1842 | 2024-02-21T01:24:14.001Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 613.260645ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1843 | 2024-02-21T01:24:14.623Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 1.333637882s
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1844 | 2024-02-21T01:24:15.968Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 710.868866ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
zone = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1845 | 2024-02-21T01:24:16.708Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
file = sled-agent/src/instance.rs:1416
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1846 | 2024-02-21T01:24:16.718Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 37.636303ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1847 | 2024-02-21T01:24:16.766Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 114.959147ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1848 | 2024-02-21T01:24:16.891Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 207.666945ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1849 | 2024-02-21T01:24:17.107Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435") failed: Property not found. retry in 267.689045ms
file = illumos-utils/src/svc.rs:36
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1850 | 2024-02-21T01:24:17.383Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1425
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1851 | 2024-02-21T01:24:17.419Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1439
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1852 | 2024-02-21T01:24:17.419Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABhBAtVWFVYAAAEC1VYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAYgQLVVhVWAAABAtVWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIyNmI3ZWViOC0xNzk5LTQwOTktYWNmMC05YTBmNjUyZGNhMWMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTU9Nei9LSGt1bVV0SWZ4VVN0TEs5dkY3ZXBJeDdHam4xNzM3Ty9hMko2byJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-5416b4b3962", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 26026e55-ce2a-4a16-b5ca-79ce57ea291f, read_only_parent: Some(Volume { block_size: 512, id: 104174c6-14a4-4e74-bf4c-6f801f3712c5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 37580295-5fa5-4420-8cec-326cbe168a26, key: Some("Da9PwnkUTL1c86vbGPRSZ6dEJqEzG1TjM2aWsZfFE+s="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::16]:19002"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 26026e55-ce2a-4a16-b5ca-79ce57ea291f, key: Some("KLTufWkrPh3JMLb9gxqursbn1FVR9WHp47yPhtNTkRA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::19]:19001", "[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::15]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 26b7eeb8-1799-4099-acf0-9a0f652dca1c, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:681
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1853 | 2024-02-21T01:24:17.579Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:683
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1854 | 2024-02-21T01:24:17.579Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8436923
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50577
req_id = 3cab0a18-678a-4736-9037-f1efd2bad4e5
response_code = 200
uri = /instances/26b7eeb8-1799-4099-acf0-9a0f652dca1c/state
|
| 1855 | 2024-02-21T01:24:17.579Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-02-21T01:24:17.579582129Z }
file = sled-agent/src/instance.rs:565
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1856 | 2024-02-21T01:24:17.579Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:587
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
new_instance_state = InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-02-21T01:24:17.579582129Z }
propolis_id = c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1857 | 2024-02-21T01:24:17.579Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:487
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }, propolis_id: c3c23d22-c27c-440e-a987-41b8ba230435, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-02-21T01:24:17.579582129Z } }
|
| 1858 | 2024-02-21T01:24:17.651Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 1859 | 2024-02-21T01:24:17.655Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-02-21T01:24:17.655814642Z }
file = sled-agent/src/instance.rs:565
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1860 | 2024-02-21T01:24:17.655Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:587
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
new_instance_state = InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-02-21T01:24:17.655814642Z }
propolis_id = c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1861 | 2024-02-21T01:24:17.655Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:487
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }, propolis_id: c3c23d22-c27c-440e-a987-41b8ba230435, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-02-21T01:24:17.655814642Z } }
|
| 1862 | 2024-02-21T01:24:19.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1976
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:49385
req_id = 758ea414-9088-4b5c-97f2-488acebd519b
response_code = 200
uri = /metrics/collect/d9ce587e-d953-40c6-855f-e8295df2b0df
|
| 1863 | 2024-02-21T01:24:35.839Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48582
|
| 1864 | 2024-02-21T01:24:35.839Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 41
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48582
req_id = 9cfaf923-2c99-4241-836d-9d180a3e39ef
response_code = 200
uri = /baseboard
|
| 1865 | 2024-02-21T01:24:42.796Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44194
|
| 1866 | 2024-02-21T01:24:42.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1089
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44194
req_id = d785cf0c-9f48-4f20-8495-6a8a786a94d4
response_code = 200
uri = /instances/26b7eeb8-1799-4099-acf0-9a0f652dca1c/state
|
| 1867 | 2024-02-21T01:24:42.797Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-02-21T01:24:42.797575127Z }
file = sled-agent/src/instance.rs:565
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1868 | 2024-02-21T01:24:42.797Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:587
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
new_instance_state = InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-02-21T01:24:42.797575127Z }
propolis_id = c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1869 | 2024-02-21T01:24:42.797Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:487
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }, propolis_id: c3c23d22-c27c-440e-a987-41b8ba230435, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-02-21T01:24:42.797575127Z } }
|
| 1870 | 2024-02-21T01:24:42.829Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2024-02-21T01:24:42.829020209Z }
file = sled-agent/src/instance.rs:565
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1871 | 2024-02-21T01:24:42.829Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:587
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
new_instance_state = InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-02-21T01:24:42.829020209Z }
propolis_id = c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1872 | 2024-02-21T01:24:42.829Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:487
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(c3c23d22-c27c-440e-a987-41b8ba230435), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-02-21T01:24:08.642983270Z }, propolis_id: c3c23d22-c27c-440e-a987-41b8ba230435, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-02-21T01:24:42.829020209Z } }
|
| 1873 | 2024-02-21T01:24:43.005Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-02-21T01:24:43.005140213Z }
file = sled-agent/src/instance.rs:565
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1874 | 2024-02-21T01:24:43.005Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:587
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-02-21T01:24:43.005140213Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-02-21T01:24:43.005140213Z }
propolis_id = c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1875 | 2024-02-21T01:24:43.005Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:602
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1876 | 2024-02-21T01:24:43.005Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1877 | 2024-02-21T01:24:43.005Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1878 | 2024-02-21T01:24:43.005Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:436
zone_name = oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
|
| 1879 | 2024-02-21T01:24:43.595Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1235
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435", bundle_id: 8e6937ae-2e96-4e45-84a4-cb5c40d270fc }, time_created: 2024-02-21T01:24:43.005701290Z, version: 0, cause: TerminatedInstance }
|
| 1880 | 2024-02-21T01:24:43.595Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_c3c23d22-c27c-440e-a987-41b8ba230435
file = sled-agent/src/instance.rs:776
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1881 | 2024-02-21T01:24:43.836Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52889
|
| 1882 | 2024-02-21T01:24:43.836Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 399e0194-a4cf-4834-9a91-21dab3a452db, kind: Service { id: 2de41604-22b3-4f53-9337-2f8b70764ab6 }, name: Name("external-dns-2de41604-22b3-4f53-9337-2f8b70764ab6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 69984bea-4d7b-40f9-8c7c-9786016500ed, kind: Service { id: 9c6599b8-c7ab-4f25-b056-23e43b8fe12b }, name: Name("external-dns-9c6599b8-c7ab-4f25-b056-23e43b8fe12b"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 90])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 101cd96a-6561-4597-b963-af72b7562df8, kind: Service { id: e52e2e3d-261b-421f-819c-a8a15c99b958 }, name: Name("nexus-e52e2e3d-261b-421f-819c-a8a15c99b958"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 21])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 748107c5-350c-48ce-bfe9-66f5377a2521, kind: Service { id: aca47f6f-95ab-43b6-a3a4-20f68ca9edb3 }, name: Name("nexus-aca47f6f-95ab-43b6-a3a4-20f68ca9edb3"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 44])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: dbf1e9c1-22a5-4e40-8e09-d504c987d28b, kind: Service { id: 0ed420df-f0a3-44cd-b24a-925ce14f9887 }, name: Name("nexus-0ed420df-f0a3-44cd-b24a-925ce14f9887"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 67])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1883 | 2024-02-21T01:24:43.836Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1884 | 2024-02-21T01:24:43.837Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1885 | 2024-02-21T01:24:43.837Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1886 | 2024-02-21T01:24:43.837Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1887 | 2024-02-21T01:24:43.837Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1888 | 2024-02-21T01:24:43.837Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1889 | 2024-02-21T01:24:43.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 773
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52889
req_id = 0f8c31cd-f971-4122-9738-3419bdec2f36
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1890 | 2024-02-21T01:24:43.899Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 400 Bad Request; headers: {"content-type": "application/json", "x-request-id": "554e965f-cc2a-4516-ae73-4152d6ff507e", "content-length": "127", "date": "Wed, 21 Feb 2024 01:24:43 GMT"}; value: Error { error_code: Some("InvalidRequest"), message: "address not in lot", request_id: "554e965f-cc2a-4516-ae73-4152d6ff507e" }
file = sled-agent/src/rack_setup/service.rs:676
|
| 1891 | 2024-02-21T01:24:44.020Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38184
|
| 1892 | 2024-02-21T01:24:44.021Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 894
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38184
req_id = a7f23f98-5941-4037-855e-861ac30ec8a7
response_code = 200
uri = /inventory
|
| 1893 | 2024-02-21T01:24:44.021Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 1894 | 2024-02-21T01:24:44.021Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1895 | 2024-02-21T01:24:44.022Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 1896 | 2024-02-21T01:24:44.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1271
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38184
req_id = 25eb3e70-ed49-431e-b50d-fc39724894a5
response_code = 200
uri = /omicron-zones
|
| 1897 | 2024-02-21T01:24:45.151Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:269
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|
| 1898 | 2024-02-21T01:24:45.176Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:487
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-02-21T01:24:43.005140213Z }, propolis_id: c3c23d22-c27c-440e-a987-41b8ba230435, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-02-21T01:24:45.176722222Z } }
|
| 1899 | 2024-02-21T01:24:45.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57038
|
| 1900 | 2024-02-21T01:24:45.250Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:620
|
| 1901 | 2024-02-21T01:24:45.250Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 411
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:57038
req_id = ef7658e3-3809-439f-8bbc-9695900f2cbe
response_code = 204
uri = /v2p/39c9250d-0ca3-4ada-a694-31fe6d9e0c82
|
| 1902 | 2024-02-21T01:24:45.360Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:487
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-02-21T01:24:43.005140213Z }, propolis_id: c3c23d22-c27c-440e-a987-41b8ba230435, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-02-21T01:24:45.176722222Z } }
|
| 1903 | 2024-02-21T01:24:45.364Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:719
instance_id = 26b7eeb8-1799-4099-acf0-9a0f652dca1c
|