| 1 | | [ Oct 4 20:48:53 Enabled. ] |
| 2 | | [ Oct 4 20:48:53 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Oct 4 20:48:53 Method "start" exited with status 0. ] |
| 4 | | [ Oct 4 20:48:53 Rereading configuration. ] |
| 5 | | [ Oct 4 20:48:53 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2023-10-04T20:48:53.128Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:348
|
| 8 | 2023-10-04T20:48:53.130Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 9 | 2023-10-04T20:48:53.238Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 10 | 2023-10-04T20:48:53.247Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 11 | 2023-10-04T20:48:53.255Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:358
path = /var/run/oxide/
|
| 12 | 2023-10-04T20:48:53.862Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }
|
| 13 | 2023-10-04T20:48:54.000Z | INFO | SledAgent (BootstrapAgentStartup): Starting hardware monitor
file = sled-agent/src/bootstrap/pre_server.rs:215
sled_mode = Scrimlet { asic: SoftNpu }
|
| 14 | 2023-10-04T20:48:54.000Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
| 15 | 2023-10-04T20:48:54.003Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "291f21dfd2e541418ee52dfa42e289f0", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
| 16 | 2023-10-04T20:48:54.003Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
| 17 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 18 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 19 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 20 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 21 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 22 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 23 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 24 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 25 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 26 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 27 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/bootstrap/pre_server.rs:395
|
| 28 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:221
next_cleanup = Instant { tv_sec: 4784, tv_nsec: 362026714 }
time_to_next_cleanup = 599.999937608s
|
| 29 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:711
|
| 30 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (BootstrapAgentStartup): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = None
|
| 31 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/storage/dump_setup.rs:169
|
| 32 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:770
|
| 33 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2462
|
| 34 | 2023-10-04T20:48:54.004Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
| 35 | 2023-10-04T20:48:54.015Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:2677
|
| 36 | 2023-10-04T20:48:54.015Z | INFO | SledAgent (BootstrapAgentStartup): Waiting for boot disk M.2...
file = sled-agent/src/bootstrap/server.rs:541
|
| 37 | 2023-10-04T20:48:54.080Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:314
|
| 38 | 2023-10-04T20:48:54.099Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:353
|
| 39 | 2023-10-04T20:48:54.213Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 448512,
free: 20937517056,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 40 | 2023-10-04T20:48:54.213Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:770
|
| 41 | 2023-10-04T20:48:54.267Z | INFO | SledAgent (BootstrapAgentStartup): Found boot disk M.2: (DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal })
file = sled-agent/src/bootstrap/server.rs:537
|
| 42 | 2023-10-04T20:48:54.267Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-291f21dfd2e541418ee52dfa42e289f0-i86pc
|
| 43 | 2023-10-04T20:48:54.267Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-291f21dfd2e541418ee52dfa42e289f0-i86pc
|
| 44 | 2023-10-04T20:48:54.267Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 45 | 2023-10-04T20:48:54.267Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 46 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
rack_subnet: fd00:1122:3344:100::,
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: Some(
RackNetworkConfig {
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
uplinks: [
UplinkConfig {
gateway_ip: 10.151.2.100,
switch: Switch0,
uplink_port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
uplink_cidr: Ipv4Network {
addr: 10.151.2.174,
prefix: 32,
},
uplink_vid: None,
},
],
},
),
}
file = sled-agent/src/rack_setup/service.rs:748
|
| 47 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 48 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 49 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:807
|
| 50 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:848
|
| 51 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:112
|
| 52 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:88
|
| 53 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:131
|
| 54 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:879
|
| 55 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:534
peer_id = pc-291f21dfd2e541418ee52dfa42e289f0-i86pc
|
| 56 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:618
peer_id = pc-291f21dfd2e541418ee52dfa42e289f0-i86pc
|
| 57 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { id: 25c74219-01c8-454a-9e71-e35fffbc0377, rack_id: 2679468f-130a-4132-9365-282cea6c97c9, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 58 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:a02a::1]:40009
|
| 59 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { id: 25c74219-01c8-454a-9e71-e35fffbc0377, rack_id: 2679468f-130a-4132-9365-282cea6c97c9, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
file = sled-agent/src/bootstrap/server.rs:436
|
| 60 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:448
|
| 61 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (StorageManager): KeyManger ready
file = sled-agent/src/storage_manager.rs:1407
|
| 62 | 2023-10-04T20:48:54.268Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:46
|
| 63 | 2023-10-04T20:48:54.268Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 64 | 2023-10-04T20:48:54.314Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:269
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 65 | 2023-10-04T20:48:54.314Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:274
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 66 | 2023-10-04T20:48:54.332Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:156
|
| 67 | 2023-10-04T20:48:54.357Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:252
|
| 68 | 2023-10-04T20:48:54.357Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:99
|
| 69 | 2023-10-04T20:48:54.362Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:160
|
| 70 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 448512,
free: 20937517056,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 71 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 72 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 73 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 74 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 75 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 76 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 77 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 78 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 79 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
| 80 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Ensure exact disks: clearing non-synthetic queued disks.
file = sled-agent/src/storage_manager.rs:518
|
| 81 | 2023-10-04T20:48:54.414Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 82 | 2023-10-04T20:48:54.452Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 83 | 2023-10-04T20:48:54.452Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 84 | 2023-10-04T20:48:54.482Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 85 | 2023-10-04T20:48:54.490Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 86 | 2023-10-04T20:48:54.613Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 1170432,
free: 20936795136,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 87 | 2023-10-04T20:48:54.613Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 88 | 2023-10-04T20:48:54.652Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 89 | 2023-10-04T20:48:54.652Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 90 | 2023-10-04T20:48:54.682Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 91 | 2023-10-04T20:48:54.689Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 92 | 2023-10-04T20:48:54.806Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930",
size: 20937965568,
allocated: 772608,
free: 20937192960,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 93 | 2023-10-04T20:48:54.806Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 94 | 2023-10-04T20:48:54.849Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 95 | 2023-10-04T20:48:54.850Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 96 | 2023-10-04T20:48:54.880Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 97 | 2023-10-04T20:48:54.889Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 98 | 2023-10-04T20:48:54.900Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:80
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 99 | 2023-10-04T20:48:54.901Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 100 | 2023-10-04T20:48:55.008Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60",
size: 20937965568,
allocated: 775680,
free: 20937189888,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 101 | 2023-10-04T20:48:55.008Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 102 | 2023-10-04T20:48:55.048Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 103 | 2023-10-04T20:48:55.048Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 104 | 2023-10-04T20:48:55.077Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 105 | 2023-10-04T20:48:55.085Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 106 | 2023-10-04T20:48:55.201Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 775680,
free: 20937189888,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 107 | 2023-10-04T20:48:55.201Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 108 | 2023-10-04T20:48:55.262Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 109 | 2023-10-04T20:48:55.262Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 110 | 2023-10-04T20:48:55.301Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 111 | 2023-10-04T20:48:55.312Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 112 | 2023-10-04T20:48:55.461Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f",
size: 20937965568,
allocated: 774144,
free: 20937191424,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 113 | 2023-10-04T20:48:55.461Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 114 | 2023-10-04T20:48:55.504Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 115 | 2023-10-04T20:48:55.504Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 116 | 2023-10-04T20:48:55.533Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 117 | 2023-10-04T20:48:55.543Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 118 | 2023-10-04T20:48:55.660Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 772608,
free: 20937192960,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 119 | 2023-10-04T20:48:55.661Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 120 | 2023-10-04T20:48:55.701Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 121 | 2023-10-04T20:48:55.701Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 122 | 2023-10-04T20:48:55.729Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 123 | 2023-10-04T20:48:55.737Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 124 | 2023-10-04T20:48:55.857Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 772608,
free: 20937192960,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 125 | 2023-10-04T20:48:55.857Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 126 | 2023-10-04T20:48:55.895Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 127 | 2023-10-04T20:48:55.895Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 128 | 2023-10-04T20:48:55.924Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 129 | 2023-10-04T20:48:55.933Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 130 | 2023-10-04T20:48:56.061Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 772608,
free: 20937192960,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 131 | 2023-10-04T20:48:56.061Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
| 132 | 2023-10-04T20:48:56.100Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
| 133 | 2023-10-04T20:48:56.100Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
| 134 | 2023-10-04T20:48:56.130Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
| 135 | 2023-10-04T20:48:56.139Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-hardware/src/disk.rs:560
|
| 136 | 2023-10-04T20:48:56.258Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7",
size: 20937965568,
allocated: 818688,
free: 20937146880,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
| 137 | 2023-10-04T20:48:56.258Z | INFO | SledAgent (StorageManager): upserted all queued disks
file = sled-agent/src/storage_manager.rs:1168
|
| 138 | 2023-10-04T20:48:56.259Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
| 139 | 2023-10-04T20:48:56.263Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "c4a6e8a3d64a42619bf565738e1d87c3", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
| 140 | 2023-10-04T20:48:56.263Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
| 141 | 2023-10-04T20:48:56.263Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes (50% of 102952026112 total = 51476013056 bytes requested)
file = sled-agent/src/instance_manager.rs:130
|
| 142 | 2023-10-04T20:48:56.270Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 143 | 2023-10-04T20:48:56.270Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 144 | 2023-10-04T20:48:56.271Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 145 | 2023-10-04T20:48:56.271Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:955
|
| 146 | 2023-10-04T20:48:56.271Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 147 | 2023-10-04T20:48:56.271Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 148 | 2023-10-04T20:48:56.271Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 149 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 150 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 151 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:955
|
| 152 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 153 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
| 154 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 155 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 156 | 2023-10-04T20:48:56.272Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 157 | 2023-10-04T20:48:56.273Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 158 | 2023-10-04T20:48:56.273Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 159 | 2023-10-04T20:48:56.273Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 160 | 2023-10-04T20:48:56.273Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 161 | 2023-10-04T20:48:56.273Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 162 | 2023-10-04T20:48:56.273Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 163 | 2023-10-04T20:48:56.273Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
| 164 | 2023-10-04T20:48:57.042Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_switch
|
| 165 | 2023-10-04T20:48:59.268Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 166 | 2023-10-04T20:49:03.437Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1312
|
| 167 | 2023-10-04T20:49:06.442Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:622
underlay_address = fd00:1122:3344:101::1
|
| 168 | 2023-10-04T20:49:06.442Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 169 | 2023-10-04T20:49:06.443Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 170 | 2023-10-04T20:49:06.443Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 171 | 2023-10-04T20:49:06.443Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:480
|
| 172 | 2023-10-04T20:49:06.443Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 173 | 2023-10-04T20:49:06.444Z | INFO | SledAgent (SledAgentMain): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfig { infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, uplinks: [UplinkConfig { gateway_ip: 10.151.2.100, switch: Switch0, uplink_port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, uplink_cidr: Ipv4Network { addr: 10.151.2.174, prefix: 32 }, uplink_vid: None }] })))
|
| 174 | 2023-10-04T20:49:06.444Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2462
|
| 175 | 2023-10-04T20:49:06.451Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/25c74219-01c8-454a-9e71-e35fffbc0377): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:565
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 176 | 2023-10-04T20:49:06.550Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 177 | 2023-10-04T20:49:06.621Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 178 | 2023-10-04T20:49:06.704Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 179 | 2023-10-04T20:49:06.878Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 180 | 2023-10-04T20:49:06.987Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 181 | 2023-10-04T20:49:07.323Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 182 | 2023-10-04T20:49:07.484Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 183 | 2023-10-04T20:49:07.888Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 184 | 2023-10-04T20:49:08.184Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 185 | 2023-10-04T20:49:08.516Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone
file = sled-agent/src/services.rs:1329
|
| 186 | 2023-10-04T20:49:08.516Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:619
zone = oxz_switch
|
| 187 | 2023-10-04T20:49:08.734Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 188 | 2023-10-04T20:49:09.319Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 189 | 2023-10-04T20:49:09.707Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 190 | 2023-10-04T20:49:10.396Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 191 | 2023-10-04T20:49:11.444Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 192 | 2023-10-04T20:49:11.743Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 193 | 2023-10-04T20:49:12.790Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 194 | 2023-10-04T20:49:13.046Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe0a:c4a7
file = sled-agent/src/services.rs:1336
|
| 195 | 2023-10-04T20:49:13.051Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
| 196 | 2023-10-04T20:49:13.166Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:1721
|
| 197 | 2023-10-04T20:49:13.405Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:1631
|
| 198 | 2023-10-04T20:49:13.691Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:1661
|
| 199 | 2023-10-04T20:49:13.871Z | INFO | SledAgent (ServiceManager): Setting up Maghemite service
file = sled-agent/src/services.rs:1932
|
| 200 | 2023-10-04T20:49:14.048Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:1824
|
| 201 | 2023-10-04T20:49:14.200Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:1658
|
| 202 | 2023-10-04T20:49:14.210Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:2701
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 203 | 2023-10-04T20:49:14.210Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:2718
|
| 204 | 2023-10-04T20:49:14.210Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_switch
|
| 205 | 2023-10-04T20:49:14.705Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 206 | 2023-10-04T20:49:14.758Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:2726
|
| 207 | 2023-10-04T20:49:14.763Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:2781
|
| 208 | 2023-10-04T20:49:14.968Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:347
|
| 209 | 2023-10-04T20:49:15.002Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 32.049978ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "e16b7de9-45d6-412d-8d53-fc97ab1029b5", "content-length": "152", "date": "Wed, 04 Oct 2023 20:49:14 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "e16b7de9-45d6-412d-8d53-fc97ab1029b5" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 210 | 2023-10-04T20:49:15.035Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 99.448233ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "c5fe54f1-7000-4b49-980e-3dc54cb545c3", "content-length": "152", "date": "Wed, 04 Oct 2023 20:49:14 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "c5fe54f1-7000-4b49-980e-3dc54cb545c3" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 211 | 2023-10-04T20:49:15.138Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 138.205434ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "96114a87-bbac-4ddf-8d77-43ff904bf06b", "content-length": "152", "date": "Wed, 04 Oct 2023 20:49:14 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "96114a87-bbac-4ddf-8d77-43ff904bf06b" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 212 | 2023-10-04T20:49:15.277Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 447.464676ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "fe71924c-3f90-435f-9787-2a222905b67e", "content-length": "152", "date": "Wed, 04 Oct 2023 20:49:14 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "fe71924c-3f90-435f-9787-2a222905b67e" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 213 | 2023-10-04T20:49:15.726Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:395
|
| 214 | 2023-10-04T20:49:15.759Z | INFO | SledAgent (ServiceManager): Building Uplink Configuration
file = sled-agent/src/bootstrap/early_networking.rs:456
|
| 215 | 2023-10-04T20:49:15.759Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:513
|
| 216 | 2023-10-04T20:49:15.759Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:516
uptime = 2
|
| 217 | 2023-10-04T20:49:15.759Z | INFO | SledAgent (ServiceManager): Configuring boundary services loopback address on switch
config = Ipv6Entry {\n addr: fd00:99::1,\n tag: "rss",\n}
file = sled-agent/src/bootstrap/early_networking.rs:417
|
| 218 | 2023-10-04T20:49:15.760Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n speed: Speed40G,\n },\n },\n },\n tag: "rss",\n v4_routes: {\n "0.0.0.0/0": RouteSettingsV4 {\n link_id: 0,\n nexthop: Some(\n 10.151.2.100,\n ),\n vid: None,\n },\n },\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:428
|
| 219 | 2023-10-04T20:49:15.760Z | INFO | SledAgent (ServiceManager): advertising boundary services loopback address
file = sled-agent/src/bootstrap/early_networking.rs:441
|
| 220 | 2023-10-04T20:49:15.794Z | INFO | SledAgent (ServiceManager): Sending prefix to ddmd for advertisement
DdmAdminClient = [fd00:1122:3344:101::2]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:99::, len: 64 }
|
| 221 | 2023-10-04T20:49:15.839Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:a02a::1]:40009
|
| 222 | 2023-10-04T20:49:15.839Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 223 | 2023-10-04T20:49:15.839Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 224 | 2023-10-04T20:49:15.873Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50458
|
| 225 | 2023-10-04T20:49:15.873Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50458
req_id = 131ba248-acdf-4008-9742-c52fe9fe4cdf
response_code = 200
uri = /zpools
|
| 226 | 2023-10-04T20:49:15.904Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59243
|
| 227 | 2023-10-04T20:49:15.904Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59243
req_id = b0723ea7-b401-4b70-b48f-58d9cf613a0e
response_code = 200
uri = /sled-role
|
| 228 | 2023-10-04T20:49:15.907Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:735
|
| 229 | 2023-10-04T20:49:15.938Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
| 230 | 2023-10-04T20:49:15.938Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 595bcf82-f606-44d1-95ef-117bb74346be, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 595bcf82-f606-44d1-95ef-117bb74346be, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 595bcf82-f606-44d1-95ef-117bb74346be }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 638b687b-a76d-4e44-886e-0184b1dd28ed, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 638b687b-a76d-4e44-886e-0184b1dd28ed, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 638b687b-a76d-4e44-886e-0184b1dd28ed }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 2c5dc049-1e23-4b48-9076-f51088e6144c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 2c5dc049-1e23-4b48-9076-f51088e6144c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 2c5dc049-1e23-4b48-9076-f51088e6144c }], zone_type: InternalDns }]
file = sled-agent/src/rack_setup/service.rs:284
|
| 231 | 2023-10-04T20:49:15.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42045
|
| 232 | 2023-10-04T20:49:15.938Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 595bcf82-f606-44d1-95ef-117bb74346be, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 233 | 2023-10-04T20:49:15.987Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 638b687b-a76d-4e44-886e-0184b1dd28ed, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 234 | 2023-10-04T20:49:16.034Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2c5dc049-1e23-4b48-9076-f51088e6144c, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 235 | 2023-10-04T20:49:16.146Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed
file = illumos-utils/src/zone.rs:314
|
| 236 | 2023-10-04T20:49:16.150Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c
file = illumos-utils/src/zone.rs:314
|
| 237 | 2023-10-04T20:49:16.155Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be
file = illumos-utils/src/zone.rs:314
|
| 238 | 2023-10-04T20:49:16.167Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed
file = illumos-utils/src/zone.rs:353
|
| 239 | 2023-10-04T20:49:16.172Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c
file = illumos-utils/src/zone.rs:353
|
| 240 | 2023-10-04T20:49:16.176Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be
file = illumos-utils/src/zone.rs:353
|
| 241 | 2023-10-04T20:49:16.446Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 242 | 2023-10-04T20:49:16.528Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 243 | 2023-10-04T20:49:17.861Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed
|
| 244 | 2023-10-04T20:49:17.876Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be
|
| 245 | 2023-10-04T20:49:17.880Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c
|
| 246 | 2023-10-04T20:49:18.935Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47557
|
| 247 | 2023-10-04T20:49:18.936Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 75
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47557
req_id = 8c51e68c-4d79-4b17-ae23-c7c0e7b552f6
response_code = 200
uri = /baseboard
|
| 248 | 2023-10-04T20:49:19.227Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 249 | 2023-10-04T20:49:21.446Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 250 | 2023-10-04T20:49:22.920Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 251 | 2023-10-04T20:49:23.711Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1358
|
| 252 | 2023-10-04T20:49:23.711Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c
|
| 253 | 2023-10-04T20:49:24.259Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1366
|
| 254 | 2023-10-04T20:49:24.259Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
| 255 | 2023-10-04T20:49:24.435Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1563
|
| 256 | 2023-10-04T20:49:24.965Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 257 | 2023-10-04T20:49:25.015Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1358
|
| 258 | 2023-10-04T20:49:25.015Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed
|
| 259 | 2023-10-04T20:49:25.560Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1366
|
| 260 | 2023-10-04T20:49:25.560Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
| 261 | 2023-10-04T20:49:25.735Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1563
|
| 262 | 2023-10-04T20:49:25.754Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 263 | 2023-10-04T20:49:26.288Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1358
|
| 264 | 2023-10-04T20:49:26.288Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be
|
| 265 | 2023-10-04T20:49:26.449Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 266 | 2023-10-04T20:49:26.835Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1366
|
| 267 | 2023-10-04T20:49:26.835Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
| 268 | 2023-10-04T20:49:27.006Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1563
|
| 269 | 2023-10-04T20:49:27.486Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 270 | 2023-10-04T20:49:27.538Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 271 | 2023-10-04T20:49:27.539Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 11600994
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42045
req_id = e7cf2ca1-c3b5-436e-b4d1-b0f5c736d158
response_code = 204
uri = /services
|
| 272 | 2023-10-04T20:49:27.541Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:391
|
| 273 | 2023-10-04T20:49:27.558Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 31.297328329s
|
| 274 | 2023-10-04T20:49:27.558Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 31.295641026s
|
| 275 | 2023-10-04T20:49:27.724Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 276 | 2023-10-04T20:49:28.834Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 32.572411827s
|
| 277 | 2023-10-04T20:49:28.834Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 32.571662352s
|
| 278 | 2023-10-04T20:49:28.834Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 32.571880747s
|
| 279 | 2023-10-04T20:49:28.844Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:391
|
| 280 | 2023-10-04T20:49:28.885Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:391
|
| 281 | 2023-10-04T20:49:28.927Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:427
|
| 282 | 2023-10-04T20:49:28.927Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
| 283 | 2023-10-04T20:49:28.958Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 284 | 2023-10-04T20:49:28.958Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
| 285 | 2023-10-04T20:49:28.958Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
| 286 | 2023-10-04T20:49:28.988Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
| 287 | 2023-10-04T20:49:28.988Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 595bcf82-f606-44d1-95ef-117bb74346be, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 595bcf82-f606-44d1-95ef-117bb74346be, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 595bcf82-f606-44d1-95ef-117bb74346be }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 638b687b-a76d-4e44-886e-0184b1dd28ed, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 638b687b-a76d-4e44-886e-0184b1dd28ed, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 638b687b-a76d-4e44-886e-0184b1dd28ed }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 2c5dc049-1e23-4b48-9076-f51088e6144c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 2c5dc049-1e23-4b48-9076-f51088e6144c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 2c5dc049-1e23-4b48-9076-f51088e6144c }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 682a9b8d-6469-4c86-a875-7ce082385294, ip: 172.30.3.5, kind: Service(e3b39b6f-e9e4-40b6-bb07-5e225b38ae76), mac: MacAddr("A8:40:25:FF:DA:4B"), name: Name("ntp-e3b39b6f-e9e4-40b6-bb07-5e225b38ae76"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76 }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:284
|
| 288 | 2023-10-04T20:49:28.988Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60866
|
| 289 | 2023-10-04T20:49:28.989Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 595bcf82-f606-44d1-95ef-117bb74346be, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 290 | 2023-10-04T20:49:29.010Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 638b687b-a76d-4e44-886e-0184b1dd28ed, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 291 | 2023-10-04T20:49:29.030Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2c5dc049-1e23-4b48-9076-f51088e6144c, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 292 | 2023-10-04T20:49:29.050Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
| 293 | 2023-10-04T20:49:29.084Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 294 | 2023-10-04T20:49:29.085Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
| 295 | 2023-10-04T20:49:29.085Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
| 296 | 2023-10-04T20:49:29.130Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 218, 75]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 297 | 2023-10-04T20:49:29.130Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76, details: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 682a9b8d-6469-4c86-a875-7ce082385294, kind: Service { id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76 }, name: Name("ntp-e3b39b6f-e9e4-40b6-bb07-5e225b38ae76"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 75])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }
|
| 298 | 2023-10-04T20:49:29.132Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
| 299 | 2023-10-04T20:49:29.132Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
| 300 | 2023-10-04T20:49:29.132Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
| 301 | 2023-10-04T20:49:29.156Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76
file = illumos-utils/src/zone.rs:314
|
| 302 | 2023-10-04T20:49:29.175Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76
file = illumos-utils/src/zone.rs:353
|
| 303 | 2023-10-04T20:49:30.153Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76
|
| 304 | 2023-10-04T20:49:30.785Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 34.526108858s
|
| 305 | 2023-10-04T20:49:30.936Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 34.675250277s
|
| 306 | 2023-10-04T20:49:31.010Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 34.749058347s
|
| 307 | 2023-10-04T20:49:31.451Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 308 | 2023-10-04T20:49:32.062Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 35.79988547s
|
| 309 | 2023-10-04T20:49:32.143Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 310 | 2023-10-04T20:49:32.275Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 36.01273272s
|
| 311 | 2023-10-04T20:49:32.554Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 36.293210667s
|
| 312 | 2023-10-04T20:49:32.599Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 36.34038088s
|
| 313 | 2023-10-04T20:49:35.309Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1358
|
| 314 | 2023-10-04T20:49:35.309Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76
|
| 315 | 2023-10-04T20:49:35.857Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1366
|
| 316 | 2023-10-04T20:49:35.857Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
| 317 | 2023-10-04T20:49:36.049Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:1882
|
| 318 | 2023-10-04T20:49:36.076Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76
|
| 319 | 2023-10-04T20:49:41.833Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 320 | 2023-10-04T20:49:41.883Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 12894219
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60866
req_id = 5a33de4c-36d6-414b-8592-17a04644c495
response_code = 204
uri = /services
|
| 321 | 2023-10-04T20:49:41.885Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:468
|
| 322 | 2023-10-04T20:49:41.917Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 323 | 2023-10-04T20:49:41.917Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42075
|
| 324 | 2023-10-04T20:49:41.927Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:2448
|
| 325 | 2023-10-04T20:49:41.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 10222
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42075
req_id = c45d2ae1-0c76-418a-acbb-780828fada1b
response_code = 500
uri = /timesync
|
| 326 | 2023-10-04T20:49:41.931Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 327 | 2023-10-04T20:49:42.039Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 328 | 2023-10-04T20:49:42.039Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58690
|
| 329 | 2023-10-04T20:49:42.048Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9189
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58690
req_id = da36988f-c637-42f7-9b6e-8979edf597b7
response_code = 200
uri = /timesync
|
| 330 | 2023-10-04T20:49:42.050Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 331 | 2023-10-04T20:49:42.050Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 332 | 2023-10-04T20:49:42.248Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 333 | 2023-10-04T20:49:42.248Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50296
|
| 334 | 2023-10-04T20:49:42.256Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50296
req_id = 8e6eb35b-2ab4-4ef0-9c0e-1391090a2f85
response_code = 200
uri = /timesync
|
| 335 | 2023-10-04T20:49:42.258Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 336 | 2023-10-04T20:49:42.258Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 337 | 2023-10-04T20:49:42.404Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 338 | 2023-10-04T20:49:42.404Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50571
|
| 339 | 2023-10-04T20:49:42.412Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8041
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50571
req_id = d694d0a3-5611-41bb-8e5d-3898d1470334
response_code = 200
uri = /timesync
|
| 340 | 2023-10-04T20:49:42.416Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 341 | 2023-10-04T20:49:42.416Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 342 | 2023-10-04T20:49:42.612Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 343 | 2023-10-04T20:49:42.612Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56258
|
| 344 | 2023-10-04T20:49:42.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56258
req_id = 485abb45-e985-4e40-89ea-8bf005e028bf
response_code = 200
uri = /timesync
|
| 345 | 2023-10-04T20:49:42.622Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 346 | 2023-10-04T20:49:42.622Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 347 | 2023-10-04T20:49:42.933Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 348 | 2023-10-04T20:49:42.933Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51316
|
| 349 | 2023-10-04T20:49:42.941Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8571
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51316
req_id = f2b438f6-6695-4fa1-8057-b7ab90b22dbc
response_code = 200
uri = /timesync
|
| 350 | 2023-10-04T20:49:42.944Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 351 | 2023-10-04T20:49:42.944Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 352 | 2023-10-04T20:49:43.337Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 353 | 2023-10-04T20:49:43.337Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40921
|
| 354 | 2023-10-04T20:49:43.347Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9279
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40921
req_id = e42ee181-dfbe-47ae-8e74-941fd9592c42
response_code = 200
uri = /timesync
|
| 355 | 2023-10-04T20:49:43.350Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 356 | 2023-10-04T20:49:43.350Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 357 | 2023-10-04T20:49:43.798Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 358 | 2023-10-04T20:49:43.799Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49382
|
| 359 | 2023-10-04T20:49:43.807Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8375
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49382
req_id = 7a232987-20b4-4cf9-a31b-564b1d6be361
response_code = 200
uri = /timesync
|
| 360 | 2023-10-04T20:49:43.810Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 361 | 2023-10-04T20:49:43.810Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 362 | 2023-10-04T20:49:44.129Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 363 | 2023-10-04T20:49:44.129Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37024
|
| 364 | 2023-10-04T20:49:44.138Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8301
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37024
req_id = a3b9e663-c193-40a8-bd6c-2eae7b65db92
response_code = 200
uri = /timesync
|
| 365 | 2023-10-04T20:49:44.139Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 366 | 2023-10-04T20:49:44.139Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 367 | 2023-10-04T20:49:44.590Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 368 | 2023-10-04T20:49:44.590Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51193
|
| 369 | 2023-10-04T20:49:44.599Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8377
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51193
req_id = b0ea6062-4c38-4867-aa55-8f85e43abb5f
response_code = 200
uri = /timesync
|
| 370 | 2023-10-04T20:49:44.602Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 371 | 2023-10-04T20:49:44.602Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 372 | 2023-10-04T20:49:44.960Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 373 | 2023-10-04T20:49:44.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48835
|
| 374 | 2023-10-04T20:49:44.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48835
req_id = 875cf4db-d8ce-4222-8577-32020389849e
response_code = 200
uri = /timesync
|
| 375 | 2023-10-04T20:49:44.970Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 376 | 2023-10-04T20:49:44.970Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 377 | 2023-10-04T20:49:45.659Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 378 | 2023-10-04T20:49:45.660Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51692
|
| 379 | 2023-10-04T20:49:45.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7694
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51692
req_id = 36219cfa-3156-4393-bf43-2ef1417c58af
response_code = 200
uri = /timesync
|
| 380 | 2023-10-04T20:49:45.669Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 381 | 2023-10-04T20:49:45.669Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 382 | 2023-10-04T20:49:46.289Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 383 | 2023-10-04T20:49:46.289Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60941
|
| 384 | 2023-10-04T20:49:46.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9525
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60941
req_id = 99cbc602-3129-4464-819c-2b6972a21070
response_code = 200
uri = /timesync
|
| 385 | 2023-10-04T20:49:46.300Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696452580.450747, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 386 | 2023-10-04T20:49:46.300Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
| 387 | 2023-10-04T20:49:46.835Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 388 | 2023-10-04T20:49:47.177Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
| 389 | 2023-10-04T20:49:47.177Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47319
|
| 390 | 2023-10-04T20:49:47.186Z | INFO | SledAgent (ServiceManager): Setting boot time to 1696452587.186116105s
file = sled-agent/src/services.rs:2347
|
| 391 | 2023-10-04T20:49:47.192Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 392 | 2023-10-04T20:49:47.198Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_2c5dc049-1e23-4b48-9076-f51088e6144c/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 393 | 2023-10-04T20:49:47.203Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 394 | 2023-10-04T20:49:47.209Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_595bcf82-f606-44d1-95ef-117bb74346be/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 395 | 2023-10-04T20:49:47.214Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 396 | 2023-10-04T20:49:47.220Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_638b687b-a76d-4e44-886e-0184b1dd28ed/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 397 | 2023-10-04T20:49:47.225Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 398 | 2023-10-04T20:49:47.230Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696452587 /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_ntp_e3b39b6f-e9e4-40b6-bb07-5e225b38ae76/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
| 399 | 2023-10-04T20:49:47.236Z | INFO | SledAgent (ServiceManager): Updated /var/adm/utmpx
file = sled-agent/src/services.rs:2367
|
| 400 | 2023-10-04T20:49:47.241Z | INFO | SledAgent (ServiceManager): Updated /var/adm/wtmpx
file = sled-agent/src/services.rs:2367
|
| 401 | 2023-10-04T20:49:47.241Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 64209
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47319
req_id = 74023ed1-7c04-4d6a-a40b-aea2f5a08529
response_code = 200
uri = /timesync
|
| 402 | 2023-10-04T20:49:47.243Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 94491929, ip_addr: 5.161.213.25, stratum: 3, ref_time: 1696452586.6491852, correction: -0.02064139 }
file = sled-agent/src/rack_setup/service.rs:476
|
| 403 | 2023-10-04T20:49:47.243Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:939
|
| 404 | 2023-10-04T20:49:47.275Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
| 405 | 2023-10-04T20:49:47.275Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 595bcf82-f606-44d1-95ef-117bb74346be, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 595bcf82-f606-44d1-95ef-117bb74346be, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 595bcf82-f606-44d1-95ef-117bb74346be }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 638b687b-a76d-4e44-886e-0184b1dd28ed, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 638b687b-a76d-4e44-886e-0184b1dd28ed, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 638b687b-a76d-4e44-886e-0184b1dd28ed }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 2c5dc049-1e23-4b48-9076-f51088e6144c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 2c5dc049-1e23-4b48-9076-f51088e6144c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 2c5dc049-1e23-4b48-9076-f51088e6144c }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: f5200763-a22c-4058-87f6-f38a60d54c80, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: f5200763-a22c-4058-87f6-f38a60d54c80, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: f5200763-a22c-4058-87f6-f38a60d54c80 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: f2685a75-0c73-4d6e-818f-7c2c94c6e578, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: f2685a75-0c73-4d6e-818f-7c2c94c6e578, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: f2685a75-0c73-4d6e-818f-7c2c94c6e578 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 16d1de6f-94d7-4e02-9953-5e860482d8e5, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 16d1de6f-94d7-4e02-9953-5e860482d8e5, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 16d1de6f-94d7-4e02-9953-5e860482d8e5 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: 42389fdb-df83-4cff-b3e8-4d411838aa71, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: 42389fdb-df83-4cff-b3e8-4d411838aa71, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: 42389fdb-df83-4cff-b3e8-4d411838aa71 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 682a9b8d-6469-4c86-a875-7ce082385294, ip: 172.30.3.5, kind: Service(e3b39b6f-e9e4-40b6-bb07-5e225b38ae76), mac: MacAddr("A8:40:25:FF:DA:4B"), name: Name("ntp-e3b39b6f-e9e4-40b6-bb07-5e225b38ae76"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76 }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:284
|
| 406 | 2023-10-04T20:49:47.275Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56928
|
| 407 | 2023-10-04T20:49:47.276Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 595bcf82-f606-44d1-95ef-117bb74346be, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 408 | 2023-10-04T20:49:47.297Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 638b687b-a76d-4e44-886e-0184b1dd28ed, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 409 | 2023-10-04T20:49:47.316Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2c5dc049-1e23-4b48-9076-f51088e6144c, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 410 | 2023-10-04T20:49:47.336Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f5200763-a22c-4058-87f6-f38a60d54c80, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 411 | 2023-10-04T20:49:47.388Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f2685a75-0c73-4d6e-818f-7c2c94c6e578, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 412 | 2023-10-04T20:49:47.438Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 16d1de6f-94d7-4e02-9953-5e860482d8e5, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 413 | 2023-10-04T20:49:47.491Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 42389fdb-df83-4cff-b3e8-4d411838aa71, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 414 | 2023-10-04T20:49:47.541Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 415 | 2023-10-04T20:49:47.699Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_42389fdb-df83-4cff-b3e8-4d411838aa71
file = illumos-utils/src/zone.rs:314
|
| 416 | 2023-10-04T20:49:47.704Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ebc1c715-1c7e-47da-8aec-cd96b9b84c2f
file = illumos-utils/src/zone.rs:314
|
| 417 | 2023-10-04T20:49:47.708Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5
file = illumos-utils/src/zone.rs:314
|
| 418 | 2023-10-04T20:49:47.712Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_f5200763-a22c-4058-87f6-f38a60d54c80
file = illumos-utils/src/zone.rs:314
|
| 419 | 2023-10-04T20:49:47.718Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_f2685a75-0c73-4d6e-818f-7c2c94c6e578
file = illumos-utils/src/zone.rs:314
|
| 420 | 2023-10-04T20:49:47.723Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_42389fdb-df83-4cff-b3e8-4d411838aa71
file = illumos-utils/src/zone.rs:353
|
| 421 | 2023-10-04T20:49:47.728Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ebc1c715-1c7e-47da-8aec-cd96b9b84c2f
file = illumos-utils/src/zone.rs:353
|
| 422 | 2023-10-04T20:49:47.733Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5
file = illumos-utils/src/zone.rs:353
|
| 423 | 2023-10-04T20:49:47.738Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_f5200763-a22c-4058-87f6-f38a60d54c80
file = illumos-utils/src/zone.rs:353
|
| 424 | 2023-10-04T20:49:47.742Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_f2685a75-0c73-4d6e-818f-7c2c94c6e578
file = illumos-utils/src/zone.rs:353
|
| 425 | 2023-10-04T20:49:48.965Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36735
|
| 426 | 2023-10-04T20:49:48.965Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 115
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36735
req_id = 918c8dd9-0392-4a7f-b89f-788caf7493c0
response_code = 200
uri = /baseboard
|
| 427 | 2023-10-04T20:49:51.250Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_42389fdb-df83-4cff-b3e8-4d411838aa71:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 428 | 2023-10-04T20:49:51.250Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_42389fdb-df83-4cff-b3e8-4d411838aa71
|
| 429 | 2023-10-04T20:49:51.361Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ebc1c715-1c7e-47da-8aec-cd96b9b84c2f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 430 | 2023-10-04T20:49:51.361Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_ebc1c715-1c7e-47da-8aec-cd96b9b84c2f
|
| 431 | 2023-10-04T20:49:51.368Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 432 | 2023-10-04T20:49:51.368Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5
|
| 433 | 2023-10-04T20:49:51.947Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 434 | 2023-10-04T20:49:53.098Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_f2685a75-0c73-4d6e-818f-7c2c94c6e578:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 435 | 2023-10-04T20:49:53.098Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_f2685a75-0c73-4d6e-818f-7c2c94c6e578
|
| 436 | 2023-10-04T20:49:53.304Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_f5200763-a22c-4058-87f6-f38a60d54c80:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 437 | 2023-10-04T20:49:53.304Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_f5200763-a22c-4058-87f6-f38a60d54c80
|
| 438 | 2023-10-04T20:49:56.939Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 439 | 2023-10-04T20:50:00.654Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 13400727
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:56928
req_id = c72e0565-86a5-40cd-a6fd-80289e37bff5
response_code = 204
uri = /services
|
| 440 | 2023-10-04T20:50:00.689Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44111
|
| 441 | 2023-10-04T20:50:00.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 29095
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 2ca84cb2-e634-4f87-b0f8-fccc1f83c355
response_code = 500
uri = /cockroachdb
|
| 442 | 2023-10-04T20:50:00.719Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2ca84cb2-e634-4f87-b0f8-fccc1f83c355", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:00 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2ca84cb2-e634-4f87-b0f8-fccc1f83c355" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 139.268709ms
|
| 443 | 2023-10-04T20:50:00.887Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 26480
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 4c2ccecf-9f69-4d8e-b163-2177248e8ec1
response_code = 500
uri = /cockroachdb
|
| 444 | 2023-10-04T20:50:00.887Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4c2ccecf-9f69-4d8e-b163-2177248e8ec1", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:00 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4c2ccecf-9f69-4d8e-b163-2177248e8ec1" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 128.697885ms
|
| 445 | 2023-10-04T20:50:01.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 29276
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = c27fa05f-5c1c-4924-916d-eaf268d2107d
response_code = 500
uri = /cockroachdb
|
| 446 | 2023-10-04T20:50:01.047Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c27fa05f-5c1c-4924-916d-eaf268d2107d", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:01 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c27fa05f-5c1c-4924-916d-eaf268d2107d" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 125.295412ms
|
| 447 | 2023-10-04T20:50:01.201Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28007
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 95a11d92-c40f-4cfd-acae-6c57eea21ff3
response_code = 500
uri = /cockroachdb
|
| 448 | 2023-10-04T20:50:01.201Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "95a11d92-c40f-4cfd-acae-6c57eea21ff3", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:01 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "95a11d92-c40f-4cfd-acae-6c57eea21ff3" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 138.140544ms
|
| 449 | 2023-10-04T20:50:01.371Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 29389
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 0dc97aa5-c535-426a-a5f8-22667bb6fa56
response_code = 500
uri = /cockroachdb
|
| 450 | 2023-10-04T20:50:01.371Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0dc97aa5-c535-426a-a5f8-22667bb6fa56", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:01 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0dc97aa5-c535-426a-a5f8-22667bb6fa56" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 127.186353ms
|
| 451 | 2023-10-04T20:50:01.526Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 26722
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 976588d2-138c-46bf-bb87-522c769a18e5
response_code = 500
uri = /cockroachdb
|
| 452 | 2023-10-04T20:50:01.526Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "976588d2-138c-46bf-bb87-522c769a18e5", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:01 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "976588d2-138c-46bf-bb87-522c769a18e5" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 143.357878ms
|
| 453 | 2023-10-04T20:50:01.698Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27348
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 621c29cb-d19c-4fc5-83ca-b0964129a5fa
response_code = 500
uri = /cockroachdb
|
| 454 | 2023-10-04T20:50:01.698Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "621c29cb-d19c-4fc5-83ca-b0964129a5fa", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:01 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "621c29cb-d19c-4fc5-83ca-b0964129a5fa" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 356.978748ms
|
| 455 | 2023-10-04T20:50:01.940Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 456 | 2023-10-04T20:50:02.085Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_16d1de6f-94d7-4e02-9953-5e860482d8e5 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28473
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 6c86160f-6941-4a0f-8b35-048df214da33
response_code = 500
uri = /cockroachdb
|
| 457 | 2023-10-04T20:50:02.085Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6c86160f-6941-4a0f-8b35-048df214da33", "content-length": "124", "date": "Wed, 04 Oct 2023 20:50:02 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6c86160f-6941-4a0f-8b35-048df214da33" }
file = sled-agent/src/rack_setup/service.rs:704
retry_after = 264.397289ms
|
| 458 | 2023-10-04T20:50:07.419Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:2278
|
| 459 | 2023-10-04T20:50:12.260Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:2296
|
| 460 | 2023-10-04T20:50:17.280Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:2317
|
| 461 | 2023-10-04T20:50:17.280Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 14929760
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:44111
req_id = 52eac71e-7ea8-4cbb-9f41-4272821e0239
response_code = 204
uri = /cockroachdb
|
| 462 | 2023-10-04T20:50:17.281Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 463 | 2023-10-04T20:50:17.315Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
| 464 | 2023-10-04T20:50:17.316Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 595bcf82-f606-44d1-95ef-117bb74346be, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 595bcf82-f606-44d1-95ef-117bb74346be, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 595bcf82-f606-44d1-95ef-117bb74346be }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 638b687b-a76d-4e44-886e-0184b1dd28ed, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 638b687b-a76d-4e44-886e-0184b1dd28ed, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 638b687b-a76d-4e44-886e-0184b1dd28ed }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 2c5dc049-1e23-4b48-9076-f51088e6144c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 2c5dc049-1e23-4b48-9076-f51088e6144c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 2c5dc049-1e23-4b48-9076-f51088e6144c }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: f5200763-a22c-4058-87f6-f38a60d54c80, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: f5200763-a22c-4058-87f6-f38a60d54c80, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: f5200763-a22c-4058-87f6-f38a60d54c80 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: f2685a75-0c73-4d6e-818f-7c2c94c6e578, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: f2685a75-0c73-4d6e-818f-7c2c94c6e578, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: f2685a75-0c73-4d6e-818f-7c2c94c6e578 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 16d1de6f-94d7-4e02-9953-5e860482d8e5, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 16d1de6f-94d7-4e02-9953-5e860482d8e5, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 16d1de6f-94d7-4e02-9953-5e860482d8e5 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: 42389fdb-df83-4cff-b3e8-4d411838aa71, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: 42389fdb-df83-4cff-b3e8-4d411838aa71, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: 42389fdb-df83-4cff-b3e8-4d411838aa71 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::8], dataset: Some(DatasetRequest { id: 68e09f4f-3593-4797-aa3b-c07768def21f, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::8]:5353" }), id: 68e09f4f-3593-4797-aa3b-c07768def21f, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.2.164:53", http_address: "[fd00:1122:3344:101::8]:5353", nic: NetworkInterface { id: fd3dd448-f53b-4a7d-a3cb-ebe222b6ec87, ip: 172.30.1.5, kind: Service(68e09f4f-3593-4797-aa3b-c07768def21f), mac: MacAddr("A8:40:25:FF:FF:6F"), name: Name("external-dns-68e09f4f-3593-4797-aa3b-c07768def21f"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: 68e09f4f-3593-4797-aa3b-c07768def21f }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::9], dataset: Some(DatasetRequest { id: bff180fa-ede6-474f-9f8c-21b9491b64e0, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::9]:5353" }), id: bff180fa-ede6-474f-9f8c-21b9491b64e0, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.2.165:53", http_address: "[fd00:1122:3344:101::9]:5353", nic: NetworkInterface { id: b4af78a8-eb9a-40f2-8f36-0a88586d769e, ip: 172.30.1.6, kind: Service(bff180fa-ede6-474f-9f8c-21b9491b64e0), mac: MacAddr("A8:40:25:FF:F9:49"), name: Name("external-dns-bff180fa-ede6-474f-9f8c-21b9491b64e0"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: bff180fa-ede6-474f-9f8c-21b9491b64e0 }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::a], dataset: None, id: c075754e-7b96-41cc-b7eb-3fc5678ff6f2, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.166, external_tls: true, internal_address: "[fd00:1122:3344:101::a]:12221", nic: NetworkInterface { id: ea8e6168-62b5-43d3-86b1-fbc29cdc7432, ip: 172.30.2.5, kind: Service(c075754e-7b96-41cc-b7eb-3fc5678ff6f2), mac: MacAddr("A8:40:25:FF:89:B1"), name: Name("nexus-c075754e-7b96-41cc-b7eb-3fc5678ff6f2"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: c075754e-7b96-41cc-b7eb-3fc5678ff6f2 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::b], dataset: None, id: 265bc3f8-992e-4422-bc98-92f30f98052a, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.167, external_tls: true, internal_address: "[fd00:1122:3344:101::b]:12221", nic: NetworkInterface { id: 8d72cbd9-cdf9-4129-a93c-fa9bc8e1fdf7, ip: 172.30.2.6, kind: Service(265bc3f8-992e-4422-bc98-92f30f98052a), mac: MacAddr("A8:40:25:FF:86:CA"), name: Name("nexus-265bc3f8-992e-4422-bc98-92f30f98052a"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 265bc3f8-992e-4422-bc98-92f30f98052a }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::c], dataset: None, id: 364fe51b-0a65-4276-b413-98ffe07a49c6, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.168, external_tls: true, internal_address: "[fd00:1122:3344:101::c]:12221", nic: NetworkInterface { id: 658f4fe8-30ef-4ff3-9cb4-6284cb43c5bb, ip: 172.30.2.7, kind: Service(364fe51b-0a65-4276-b413-98ffe07a49c6), mac: MacAddr("A8:40:25:FF:E6:85"), name: Name("nexus-364fe51b-0a65-4276-b413-98ffe07a49c6"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 364fe51b-0a65-4276-b413-98ffe07a49c6 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::d], dataset: None, id: 371e67d7-190f-4943-a359-9015ac849af3, services: [ServiceZoneService { details: Oximeter { address: "[fd00:1122:3344:101::d]:12223" }, id: 371e67d7-190f-4943-a359-9015ac849af3 }], zone_type: Oximeter }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::e], dataset: Some(DatasetRequest { id: be2700f7-37e2-4bba-bc7d-47657fce14d2, name: DatasetName { kind: Clickhouse, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::e]:8123" }), id: be2700f7-37e2-4bba-bc7d-47657fce14d2, services: [ServiceZoneService { details: Clickhouse { address: "[fd00:1122:3344:101::e]:8123" }, id: be2700f7-37e2-4bba-bc7d-47657fce14d2 }], zone_type: Clickhouse }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::f], dataset: None, id: 1dd8049a-7dcc-492e-9b40-e8598db9fc71, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::f]:17000" }, id: 1dd8049a-7dcc-492e-9b40-e8598db9fc71 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::10], dataset: None, id: 9c9a5cd9-d711-4cca-af30-3744c0326e08, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::10]:17000" }, id: 9c9a5cd9-d711-4cca-af30-3744c0326e08 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::11], dataset: None, id: b6fd05f7-0522-40f2-aa67-14856d455734, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::11]:17000" }, id: b6fd05f7-0522-40f2-aa67-14856d455734 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::12], dataset: Some(DatasetRequest { id: a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::12]:32345" }), id: a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::12]:32345" }, id: a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::13], dataset: Some(DatasetRequest { id: fe0f8fce-c069-416d-b0d2-7fc06c6f9859, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::13]:32345" }), id: fe0f8fce-c069-416d-b0d2-7fc06c6f9859, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::13]:32345" }, id: fe0f8fce-c069-416d-b0d2-7fc06c6f9859 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::14], dataset: Some(DatasetRequest { id: 54ff59e7-bc43-4bba-894f-51650442e3d1, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::14]:32345" }), id: 54ff59e7-bc43-4bba-894f-51650442e3d1, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::14]:32345" }, id: 54ff59e7-bc43-4bba-894f-51650442e3d1 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::15], dataset: Some(DatasetRequest { id: 3eb7f097-a7a4-4ba9-be37-d71be526caa8, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::15]:32345" }), id: 3eb7f097-a7a4-4ba9-be37-d71be526caa8, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::15]:32345" }, id: 3eb7f097-a7a4-4ba9-be37-d71be526caa8 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::16], dataset: Some(DatasetRequest { id: 0a7266c5-6f2c-4987-a84e-401bf4366e32, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::16]:32345" }), id: 0a7266c5-6f2c-4987-a84e-401bf4366e32, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::16]:32345" }, id: 0a7266c5-6f2c-4987-a84e-401bf4366e32 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::17], dataset: Some(DatasetRequest { id: 7e89a6f4-5036-4ad6-a28f-1e13fee6785a, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::17]:32345" }), id: 7e89a6f4-5036-4ad6-a28f-1e13fee6785a, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::17]:32345" }, id: 7e89a6f4-5036-4ad6-a28f-1e13fee6785a }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::18], dataset: Some(DatasetRequest { id: 3b3f8afa-95ea-451b-83d4-d013bb5fe1b1, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_31bd71cd-4736-4a12-a387-9b74b050396f") }, service_address: "[fd00:1122:3344:101::18]:32345" }), id: 3b3f8afa-95ea-451b-83d4-d013bb5fe1b1, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::18]:32345" }, id: 3b3f8afa-95ea-451b-83d4-d013bb5fe1b1 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::19], dataset: Some(DatasetRequest { id: 1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::19]:32345" }), id: 1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::19]:32345" }, id: 1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1a], dataset: Some(DatasetRequest { id: 122f71d7-070f-4351-8837-e6cb92bf24da, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::1a]:32345" }), id: 122f71d7-070f-4351-8837-e6cb92bf24da, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::1a]:32345" }, id: 122f71d7-070f-4351-8837-e6cb92bf24da }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 682a9b8d-6469-4c86-a875-7ce082385294, ip: 172.30.3.5, kind: Service(e3b39b6f-e9e4-40b6-bb07-5e225b38ae76), mac: MacAddr("A8:40:25:FF:DA:4B"), name: Name("ntp-e3b39b6f-e9e4-40b6-bb07-5e225b38ae76"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: e3b39b6f-e9e4-40b6-bb07-5e225b38ae76 }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:284
|
| 465 | 2023-10-04T20:50:17.316Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45399
|
| 466 | 2023-10-04T20:50:17.316Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 595bcf82-f606-44d1-95ef-117bb74346be, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 467 | 2023-10-04T20:50:17.338Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 638b687b-a76d-4e44-886e-0184b1dd28ed, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 468 | 2023-10-04T20:50:17.361Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2c5dc049-1e23-4b48-9076-f51088e6144c, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 469 | 2023-10-04T20:50:17.385Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f5200763-a22c-4058-87f6-f38a60d54c80, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 470 | 2023-10-04T20:50:17.406Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f2685a75-0c73-4d6e-818f-7c2c94c6e578, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 471 | 2023-10-04T20:50:17.431Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 16d1de6f-94d7-4e02-9953-5e860482d8e5, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 472 | 2023-10-04T20:50:17.454Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 42389fdb-df83-4cff-b3e8-4d411838aa71, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 473 | 2023-10-04T20:50:17.478Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ebc1c715-1c7e-47da-8aec-cd96b9b84c2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 474 | 2023-10-04T20:50:17.503Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 68e09f4f-3593-4797-aa3b-c07768def21f, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 475 | 2023-10-04T20:50:17.648Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: bff180fa-ede6-474f-9f8c-21b9491b64e0, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 476 | 2023-10-04T20:50:17.837Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: be2700f7-37e2-4bba-bc7d-47657fce14d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 477 | 2023-10-04T20:50:17.960Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 478 | 2023-10-04T20:50:18.106Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: fe0f8fce-c069-416d-b0d2-7fc06c6f9859, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 479 | 2023-10-04T20:50:18.286Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 54ff59e7-bc43-4bba-894f-51650442e3d1, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 480 | 2023-10-04T20:50:18.459Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3eb7f097-a7a4-4ba9-be37-d71be526caa8, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 481 | 2023-10-04T20:50:18.601Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0a7266c5-6f2c-4987-a84e-401bf4366e32, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 482 | 2023-10-04T20:50:18.696Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7e89a6f4-5036-4ad6-a28f-1e13fee6785a, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 483 | 2023-10-04T20:50:18.829Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3b3f8afa-95ea-451b-83d4-d013bb5fe1b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 484 | 2023-10-04T20:50:18.981Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41416
|
| 485 | 2023-10-04T20:50:18.981Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 85
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41416
req_id = be1c6f7d-c173-424c-a580-b67b07e44198
response_code = 200
uri = /baseboard
|
| 486 | 2023-10-04T20:50:19.033Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 487 | 2023-10-04T20:50:19.210Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 122f71d7-070f-4351-8837-e6cb92bf24da, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
| 488 | 2023-10-04T20:50:19.344Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
| 489 | 2023-10-04T20:50:19.386Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
| 490 | 2023-10-04T20:50:19.609Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
| 491 | 2023-10-04T20:50:19.611Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
| 492 | 2023-10-04T20:50:19.612Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
| 493 | 2023-10-04T20:50:19.612Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_371e67d7-190f-4943-a359-9015ac849af3
file = illumos-utils/src/zone.rs:314
|
| 494 | 2023-10-04T20:50:19.618Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_54ff59e7-bc43-4bba-894f-51650442e3d1
file = illumos-utils/src/zone.rs:314
|
| 495 | 2023-10-04T20:50:19.623Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_9c9a5cd9-d711-4cca-af30-3744c0326e08
file = illumos-utils/src/zone.rs:314
|
| 496 | 2023-10-04T20:50:19.627Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_fe0f8fce-c069-416d-b0d2-7fc06c6f9859
file = illumos-utils/src/zone.rs:314
|
| 497 | 2023-10-04T20:50:19.632Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0a7266c5-6f2c-4987-a84e-401bf4366e32
file = illumos-utils/src/zone.rs:314
|
| 498 | 2023-10-04T20:50:19.637Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7e89a6f4-5036-4ad6-a28f-1e13fee6785a
file = illumos-utils/src/zone.rs:314
|
| 499 | 2023-10-04T20:50:19.641Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_b6fd05f7-0522-40f2-aa67-14856d455734
file = illumos-utils/src/zone.rs:314
|
| 500 | 2023-10-04T20:50:19.646Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3b3f8afa-95ea-451b-83d4-d013bb5fe1b1
file = illumos-utils/src/zone.rs:314
|
| 501 | 2023-10-04T20:50:19.651Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751
file = illumos-utils/src/zone.rs:314
|
| 502 | 2023-10-04T20:50:19.656Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_be2700f7-37e2-4bba-bc7d-47657fce14d2
file = illumos-utils/src/zone.rs:314
|
| 503 | 2023-10-04T20:50:19.660Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a
file = illumos-utils/src/zone.rs:314
|
| 504 | 2023-10-04T20:50:19.665Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_371e67d7-190f-4943-a359-9015ac849af3
file = illumos-utils/src/zone.rs:353
|
| 505 | 2023-10-04T20:50:19.670Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_54ff59e7-bc43-4bba-894f-51650442e3d1
file = illumos-utils/src/zone.rs:353
|
| 506 | 2023-10-04T20:50:19.675Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_9c9a5cd9-d711-4cca-af30-3744c0326e08
file = illumos-utils/src/zone.rs:353
|
| 507 | 2023-10-04T20:50:19.680Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_fe0f8fce-c069-416d-b0d2-7fc06c6f9859
file = illumos-utils/src/zone.rs:353
|
| 508 | 2023-10-04T20:50:19.684Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0a7266c5-6f2c-4987-a84e-401bf4366e32
file = illumos-utils/src/zone.rs:353
|
| 509 | 2023-10-04T20:50:19.689Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7e89a6f4-5036-4ad6-a28f-1e13fee6785a
file = illumos-utils/src/zone.rs:353
|
| 510 | 2023-10-04T20:50:19.693Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_b6fd05f7-0522-40f2-aa67-14856d455734
file = illumos-utils/src/zone.rs:353
|
| 511 | 2023-10-04T20:50:19.698Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3b3f8afa-95ea-451b-83d4-d013bb5fe1b1
file = illumos-utils/src/zone.rs:353
|
| 512 | 2023-10-04T20:50:19.703Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751
file = illumos-utils/src/zone.rs:353
|
| 513 | 2023-10-04T20:50:19.707Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_be2700f7-37e2-4bba-bc7d-47657fce14d2
file = illumos-utils/src/zone.rs:353
|
| 514 | 2023-10-04T20:50:19.712Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a
file = illumos-utils/src/zone.rs:353
|
| 515 | 2023-10-04T20:50:19.717Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3eb7f097-a7a4-4ba9-be37-d71be526caa8
file = illumos-utils/src/zone.rs:314
|
| 516 | 2023-10-04T20:50:19.724Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_1dd8049a-7dcc-492e-9b40-e8598db9fc71
file = illumos-utils/src/zone.rs:314
|
| 517 | 2023-10-04T20:50:19.729Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_122f71d7-070f-4351-8837-e6cb92bf24da
file = illumos-utils/src/zone.rs:314
|
| 518 | 2023-10-04T20:50:19.773Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 519 | 2023-10-04T20:50:19.806Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 520 | 2023-10-04T20:50:19.806Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3eb7f097-a7a4-4ba9-be37-d71be526caa8
file = illumos-utils/src/zone.rs:353
|
| 521 | 2023-10-04T20:50:19.812Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_1dd8049a-7dcc-492e-9b40-e8598db9fc71
file = illumos-utils/src/zone.rs:353
|
| 522 | 2023-10-04T20:50:19.817Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_122f71d7-070f-4351-8837-e6cb92bf24da
file = illumos-utils/src/zone.rs:353
|
| 523 | 2023-10-04T20:50:19.858Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 524 | 2023-10-04T20:50:19.891Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 525 | 2023-10-04T20:50:19.930Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 526 | 2023-10-04T20:50:19.933Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
| 527 | 2023-10-04T20:50:19.933Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
| 528 | 2023-10-04T20:50:19.988Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 134, 202]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
| 529 | 2023-10-04T20:50:19.988Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: 265bc3f8-992e-4422-bc98-92f30f98052a, details: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 8d72cbd9-cdf9-4129-a93c-fa9bc8e1fdf7, kind: Service { id: 265bc3f8-992e-4422-bc98-92f30f98052a }, name: Name("nexus-265bc3f8-992e-4422-bc98-92f30f98052a"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 202])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
| 530 | 2023-10-04T20:50:19.991Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
| 531 | 2023-10-04T20:50:19.991Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
| 532 | 2023-10-04T20:50:20.044Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 230, 133]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 533 | 2023-10-04T20:50:20.044Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: 364fe51b-0a65-4276-b413-98ffe07a49c6, details: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 658f4fe8-30ef-4ff3-9cb4-6284cb43c5bb, kind: Service { id: 364fe51b-0a65-4276-b413-98ffe07a49c6 }, name: Name("nexus-364fe51b-0a65-4276-b413-98ffe07a49c6"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 133])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
| 534 | 2023-10-04T20:50:20.046Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
| 535 | 2023-10-04T20:50:20.046Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
| 536 | 2023-10-04T20:50:20.099Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 249, 73]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
| 537 | 2023-10-04T20:50:20.099Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: bff180fa-ede6-474f-9f8c-21b9491b64e0, details: ExternalDns { http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: b4af78a8-eb9a-40f2-8f36-0a88586d769e, kind: Service { id: bff180fa-ede6-474f-9f8c-21b9491b64e0 }, name: Name("external-dns-bff180fa-ede6-474f-9f8c-21b9491b64e0"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 73])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
| 538 | 2023-10-04T20:50:20.101Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
| 539 | 2023-10-04T20:50:20.101Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
| 540 | 2023-10-04T20:50:20.157Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 255, 111]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte4" } }
|
| 541 | 2023-10-04T20:50:20.157Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: 68e09f4f-3593-4797-aa3b-c07768def21f, details: ExternalDns { http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: fd3dd448-f53b-4a7d-a3cb-ebe222b6ec87, kind: Service { id: 68e09f4f-3593-4797-aa3b-c07768def21f }, name: Name("external-dns-68e09f4f-3593-4797-aa3b-c07768def21f"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 111])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
| 542 | 2023-10-04T20:50:20.159Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
| 543 | 2023-10-04T20:50:20.159Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
| 544 | 2023-10-04T20:50:20.209Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 137, 177]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
| 545 | 2023-10-04T20:50:20.209Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: c075754e-7b96-41cc-b7eb-3fc5678ff6f2, details: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: ea8e6168-62b5-43d3-86b1-fbc29cdc7432, kind: Service { id: c075754e-7b96-41cc-b7eb-3fc5678ff6f2 }, name: Name("nexus-c075754e-7b96-41cc-b7eb-3fc5678ff6f2"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 177])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
| 546 | 2023-10-04T20:50:20.210Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
| 547 | 2023-10-04T20:50:20.210Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
| 548 | 2023-10-04T20:50:20.211Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
| 549 | 2023-10-04T20:50:20.211Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
| 550 | 2023-10-04T20:50:20.211Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
| 551 | 2023-10-04T20:50:20.211Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
| 552 | 2023-10-04T20:50:20.211Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
| 553 | 2023-10-04T20:50:20.211Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
| 554 | 2023-10-04T20:50:20.212Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
| 555 | 2023-10-04T20:50:20.212Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
| 556 | 2023-10-04T20:50:20.212Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
| 557 | 2023-10-04T20:50:20.244Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
| 558 | 2023-10-04T20:50:20.274Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
| 559 | 2023-10-04T20:50:20.301Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
| 560 | 2023-10-04T20:50:20.329Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
| 561 | 2023-10-04T20:50:20.357Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_265bc3f8-992e-4422-bc98-92f30f98052a
file = illumos-utils/src/zone.rs:314
|
| 562 | 2023-10-04T20:50:20.364Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_364fe51b-0a65-4276-b413-98ffe07a49c6
file = illumos-utils/src/zone.rs:314
|
| 563 | 2023-10-04T20:50:20.370Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_bff180fa-ede6-474f-9f8c-21b9491b64e0
file = illumos-utils/src/zone.rs:314
|
| 564 | 2023-10-04T20:50:20.377Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_68e09f4f-3593-4797-aa3b-c07768def21f
file = illumos-utils/src/zone.rs:314
|
| 565 | 2023-10-04T20:50:20.384Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_c075754e-7b96-41cc-b7eb-3fc5678ff6f2
file = illumos-utils/src/zone.rs:314
|
| 566 | 2023-10-04T20:50:20.391Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_265bc3f8-992e-4422-bc98-92f30f98052a
file = illumos-utils/src/zone.rs:353
|
| 567 | 2023-10-04T20:50:20.396Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_364fe51b-0a65-4276-b413-98ffe07a49c6
file = illumos-utils/src/zone.rs:353
|
| 568 | 2023-10-04T20:50:20.403Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_bff180fa-ede6-474f-9f8c-21b9491b64e0
file = illumos-utils/src/zone.rs:353
|
| 569 | 2023-10-04T20:50:20.410Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_68e09f4f-3593-4797-aa3b-c07768def21f
file = illumos-utils/src/zone.rs:353
|
| 570 | 2023-10-04T20:50:20.417Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_c075754e-7b96-41cc-b7eb-3fc5678ff6f2
file = illumos-utils/src/zone.rs:353
|
| 571 | 2023-10-04T20:50:22.290Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 572 | 2023-10-04T20:50:22.697Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_1dd8049a-7dcc-492e-9b40-e8598db9fc71:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 573 | 2023-10-04T20:50:22.697Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_pantry_1dd8049a-7dcc-492e-9b40-e8598db9fc71
|
| 574 | 2023-10-04T20:50:22.709Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_oximeter_371e67d7-190f-4943-a359-9015ac849af3
|
| 575 | 2023-10-04T20:50:22.786Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_9c9a5cd9-d711-4cca-af30-3744c0326e08:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 576 | 2023-10-04T20:50:22.786Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_pantry_9c9a5cd9-d711-4cca-af30-3744c0326e08
|
| 577 | 2023-10-04T20:50:22.918Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="719b72e5-0989-410b-befa-2e6a0f990b07"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 578 | 2023-10-04T20:50:22.918Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_a12ae1b1-ce8b-4b8b-ad7a-49ce5fdf435a
|
| 579 | 2023-10-04T20:50:22.970Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7e89a6f4-5036-4ad6-a28f-1e13fee6785a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="3f03fdd4-a7d7-4276-b66c-a7e054656240"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 580 | 2023-10-04T20:50:22.970Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_7e89a6f4-5036-4ad6-a28f-1e13fee6785a
|
| 581 | 2023-10-04T20:50:23.004Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_fe0f8fce-c069-416d-b0d2-7fc06c6f9859:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="30ace468-9518-4be3-a1aa-5d8891397f87"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 582 | 2023-10-04T20:50:23.004Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_fe0f8fce-c069-416d-b0d2-7fc06c6f9859
|
| 583 | 2023-10-04T20:50:23.012Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3b3f8afa-95ea-451b-83d4-d013bb5fe1b1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="6432adcf-1b6f-4fe2-9772-16f28d1a5e2c"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 584 | 2023-10-04T20:50:23.012Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_3b3f8afa-95ea-451b-83d4-d013bb5fe1b1
|
| 585 | 2023-10-04T20:50:23.102Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0a7266c5-6f2c-4987-a84e-401bf4366e32:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="a75a4247-b0fc-4431-b242-bdea74fbe85f"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 586 | 2023-10-04T20:50:23.103Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_0a7266c5-6f2c-4987-a84e-401bf4366e32
|
| 587 | 2023-10-04T20:50:23.962Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_nexus_265bc3f8-992e-4422-bc98-92f30f98052a
|
| 588 | 2023-10-04T20:50:25.090Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_nexus_364fe51b-0a65-4276-b413-98ffe07a49c6
|
| 589 | 2023-10-04T20:50:25.428Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_be2700f7-37e2-4bba-bc7d-47657fce14d2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 590 | 2023-10-04T20:50:25.429Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_clickhouse_be2700f7-37e2-4bba-bc7d-47657fce14d2
|
| 591 | 2023-10-04T20:50:25.841Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_nexus_c075754e-7b96-41cc-b7eb-3fc5678ff6f2
|
| 592 | 2023-10-04T20:50:27.293Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 593 | 2023-10-04T20:50:29.718Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_external_dns_bff180fa-ede6-474f-9f8c-21b9491b64e0
|
| 594 | 2023-10-04T20:50:32.301Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 595 | 2023-10-04T20:50:32.380Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_b6fd05f7-0522-40f2-aa67-14856d455734:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 596 | 2023-10-04T20:50:32.381Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_pantry_b6fd05f7-0522-40f2-aa67-14856d455734
|
| 597 | 2023-10-04T20:50:32.621Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_external_dns_68e09f4f-3593-4797-aa3b-c07768def21f
|
| 598 | 2023-10-04T20:50:32.745Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_54ff59e7-bc43-4bba-894f-51650442e3d1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c9a9c001-af2a-40ab-b921-a15a4c031e2b"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 599 | 2023-10-04T20:50:32.745Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_54ff59e7-bc43-4bba-894f-51650442e3d1
|
| 600 | 2023-10-04T20:50:34.245Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_122f71d7-070f-4351-8837-e6cb92bf24da:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="a844d8b4-4b22-414a-8fea-b152b1eca4b8"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 601 | 2023-10-04T20:50:34.245Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_122f71d7-070f-4351-8837-e6cb92bf24da
|
| 602 | 2023-10-04T20:50:34.260Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3eb7f097-a7a4-4ba9-be37-d71be526caa8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="4dc52972-586e-4ca6-931f-7447ab8e9fea"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 603 | 2023-10-04T20:50:34.260Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_3eb7f097-a7a4-4ba9-be37-d71be526caa8
|
| 604 | 2023-10-04T20:50:34.267Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="a3b27288-a153-423b-a5d1-50eddafcbfb3"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 605 | 2023-10-04T20:50:34.267Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_1705a4e7-ff65-4d75-b2fe-5b5b5c7fc751
|
| 606 | 2023-10-04T20:50:37.302Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 607 | 2023-10-04T20:50:39.622Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1358
|
| 608 | 2023-10-04T20:50:39.622Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_nexus_c075754e-7b96-41cc-b7eb-3fc5678ff6f2
|
| 609 | 2023-10-04T20:50:40.259Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1366
|
| 610 | 2023-10-04T20:50:40.259Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
| 611 | 2023-10-04T20:50:41.630Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1429
|
| 612 | 2023-10-04T20:50:41.630Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_nexus_c075754e-7b96-41cc-b7eb-3fc5678ff6f2
|
| 613 | 2023-10-04T20:50:47.705Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 614 | 2023-10-04T20:50:47.955Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists
file = sled-agent/src/services.rs:1358
|
| 615 | 2023-10-04T20:50:47.955Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_oximeter_371e67d7-190f-4943-a359-9015ac849af3
|
| 616 | 2023-10-04T20:50:48.514Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists - OK
file = sled-agent/src/services.rs:1366
|
| 617 | 2023-10-04T20:50:48.514Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
| 618 | 2023-10-04T20:50:48.706Z | INFO | SledAgent (ServiceManager): Setting up oximeter service
file = sled-agent/src/services.rs:1625
|
| 619 | 2023-10-04T20:50:48.782Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1358
|
| 620 | 2023-10-04T20:50:48.782Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_nexus_265bc3f8-992e-4422-bc98-92f30f98052a
|
| 621 | 2023-10-04T20:50:49.014Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40616
|
| 622 | 2023-10-04T20:50:49.014Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 86
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40616
req_id = f0ef87fc-3844-4e5b-a4b0-05038711f38c
response_code = 200
uri = /baseboard
|
| 623 | 2023-10-04T20:50:49.340Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1366
|
| 624 | 2023-10-04T20:50:49.340Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
| 625 | 2023-10-04T20:50:49.542Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1429
|
| 626 | 2023-10-04T20:50:49.542Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_nexus_265bc3f8-992e-4422-bc98-92f30f98052a
|
| 627 | 2023-10-04T20:50:52.707Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 628 | 2023-10-04T20:50:54.360Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1358
|
| 629 | 2023-10-04T20:50:54.360Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_nexus_364fe51b-0a65-4276-b413-98ffe07a49c6
|
| 630 | 2023-10-04T20:50:54.916Z | WARN | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/25c74219-01c8-454a-9e71-e35fffbc0377): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/sled_agent.rs:570
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
total duration = 108.499226768s
|
| 631 | 2023-10-04T20:50:54.916Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 118.680047034s
|
| 632 | 2023-10-04T20:50:54.916Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 118.68232458s
|
| 633 | 2023-10-04T20:50:54.916Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 118.680991313s
|
| 634 | 2023-10-04T20:50:54.916Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 118.680568695s
|
| 635 | 2023-10-04T20:50:54.917Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1366
|
| 636 | 2023-10-04T20:50:54.917Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
| 637 | 2023-10-04T20:50:55.112Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1429
|
| 638 | 2023-10-04T20:50:55.113Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_nexus_364fe51b-0a65-4276-b413-98ffe07a49c6
|
| 639 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 120.19972257s
|
| 640 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 120.20176992s
|
| 641 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 120.200179449s
|
| 642 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 120.20124051s
|
| 643 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 120.201692429s
|
| 644 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 120.200753991s
|
| 645 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 120.204205029s
|
| 646 | 2023-10-04T20:50:56.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 120.203794741s
|
| 647 | 2023-10-04T20:50:57.709Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 648 | 2023-10-04T20:50:57.890Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 649 | 2023-10-04T20:50:57.893Z | WARN | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/25c74219-01c8-454a-9e71-e35fffbc0377): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/sled_agent.rs:570
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
total duration = 111.475199287s
|
| 650 | 2023-10-04T20:50:59.330Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 123.09281702s
|
| 651 | 2023-10-04T20:50:59.658Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 123.419590453s
|
| 652 | 2023-10-04T20:51:00.325Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 124.086027353s
|
| 653 | 2023-10-04T20:51:00.326Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1358
|
| 654 | 2023-10-04T20:51:00.326Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_external_dns_bff180fa-ede6-474f-9f8c-21b9491b64e0
|
| 655 | 2023-10-04T20:51:00.374Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 124.13689702s
|
| 656 | 2023-10-04T20:51:00.880Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1366
|
| 657 | 2023-10-04T20:51:00.880Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
| 658 | 2023-10-04T20:51:01.066Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1526
|
| 659 | 2023-10-04T20:51:01.066Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_external_dns_bff180fa-ede6-474f-9f8c-21b9491b64e0
|
| 660 | 2023-10-04T20:51:01.553Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 125.314266736s
|
| 661 | 2023-10-04T20:51:01.687Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 125.44799759s
|
| 662 | 2023-10-04T20:51:02.280Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 126.042784464s
|
| 663 | 2023-10-04T20:51:02.713Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 664 | 2023-10-04T20:51:02.811Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 126.572691015s
|
| 665 | 2023-10-04T20:51:02.931Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 126.694640977s
|
| 666 | 2023-10-04T20:51:03.975Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 127.735302499s
|
| 667 | 2023-10-04T20:51:04.987Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 128.749764713s
|
| 668 | 2023-10-04T20:51:05.574Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 129.33460317s
|
| 669 | 2023-10-04T20:51:05.935Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1358
|
| 670 | 2023-10-04T20:51:05.935Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_external_dns_68e09f4f-3593-4797-aa3b-c07768def21f
|
| 671 | 2023-10-04T20:51:06.046Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 129.806839629s
|
| 672 | 2023-10-04T20:51:06.498Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1366
|
| 673 | 2023-10-04T20:51:06.498Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
| 674 | 2023-10-04T20:51:06.685Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1526
|
| 675 | 2023-10-04T20:51:06.685Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_external_dns_68e09f4f-3593-4797-aa3b-c07768def21f
|
| 676 | 2023-10-04T20:51:06.707Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 677 | 2023-10-04T20:51:06.711Z | WARN | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/25c74219-01c8-454a-9e71-e35fffbc0377): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/sled_agent.rs:570
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
total duration = 120.289287962s
|
| 678 | 2023-10-04T20:51:07.716Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 679 | 2023-10-04T20:51:07.883Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 131.64424814s
|
| 680 | 2023-10-04T20:51:08.136Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 131.895052891s
|
| 681 | 2023-10-04T20:51:08.618Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 132.377618884s
|
| 682 | 2023-10-04T20:51:08.638Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 132.39761313s
|
| 683 | 2023-10-04T20:51:08.949Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 132.709339075s
|
| 684 | 2023-10-04T20:51:10.051Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 133.814005203s
|
| 685 | 2023-10-04T20:51:10.138Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 133.898544705s
|
| 686 | 2023-10-04T20:51:11.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 54640191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:45399
req_id = 89e8fbd3-a9c6-438e-8e96-48c24d77f7c5
response_code = 204
uri = /services
|
| 687 | 2023-10-04T20:51:11.962Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:972
|
| 688 | 2023-10-04T20:51:11.964Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:523
|
| 689 | 2023-10-04T20:51:11.964Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:525
|
| 690 | 2023-10-04T20:51:12.000Z | INFO | SledAgent (RSS): rack_network_config: Some(
RackNetworkConfig {
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
uplinks: [
UplinkConfig {
gateway_ip: 10.151.2.100,
switch: Switch0,
uplink_cidr: Ipv4Network {
addr: 10.151.2.174,
prefix: 32,
},
uplink_port: "qsfp0",
uplink_port_fec: None,
uplink_port_speed: Speed40G,
uplink_vid: None,
},
],
},
)
file = sled-agent/src/rack_setup/service.rs:606
|
| 691 | 2023-10-04T20:51:12.000Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2679468f-130a-4132-9365-282cea6c97c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:627
|
| 692 | 2023-10-04T20:51:12.080Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 135.839547425s
|
| 693 | 2023-10-04T20:51:12.109Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2679468f-130a-4132-9365-282cea6c97c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:627
|
| 694 | 2023-10-04T20:51:12.263Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2679468f-130a-4132-9365-282cea6c97c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:627
|
| 695 | 2023-10-04T20:51:12.717Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 696 | 2023-10-04T20:51:12.848Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 136.609386871s
|
| 697 | 2023-10-04T20:51:12.851Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 136.610991403s
|
| 698 | 2023-10-04T20:51:12.853Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 136.612443021s
|
| 699 | 2023-10-04T20:51:12.854Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 136.613369299s
|
| 700 | 2023-10-04T20:51:12.857Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 136.61643904s
|
| 701 | 2023-10-04T20:51:12.865Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 136.625883926s
|
| 702 | 2023-10-04T20:51:12.867Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 136.627267225s
|
| 703 | 2023-10-04T20:51:12.911Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 136.672436178s
|
| 704 | 2023-10-04T20:51:12.953Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 136.715289984s
|
| 705 | 2023-10-04T20:51:12.990Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 136.751374618s
|
| 706 | 2023-10-04T20:51:12.998Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 136.758913627s
|
| 707 | 2023-10-04T20:51:13.515Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cb25e19c-0677-4e08-ab08-c620a3e574ae", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cb25e19c-0677-4e08-ab08-c620a3e574ae" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 708 | 2023-10-04T20:51:13.759Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 137.51896781s
|
| 709 | 2023-10-04T20:51:13.823Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "e79afa34-314e-49f7-8556-f2cb79b5c2b9", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "e79afa34-314e-49f7-8556-f2cb79b5c2b9" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 710 | 2023-10-04T20:51:13.909Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 137.669048779s
|
| 711 | 2023-10-04T20:51:13.987Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "57d1915b-5da7-4d95-95f7-b9d00622123e", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "57d1915b-5da7-4d95-95f7-b9d00622123e" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 712 | 2023-10-04T20:51:14.189Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a7c0ef60-9ca6-4594-9042-0f66d6838ca4", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a7c0ef60-9ca6-4594-9042-0f66d6838ca4" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 713 | 2023-10-04T20:51:14.442Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "17660660-ce63-4d78-9996-870e78ad1ca2", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "17660660-ce63-4d78-9996-870e78ad1ca2" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 714 | 2023-10-04T20:51:14.708Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 138.467796476s
|
| 715 | 2023-10-04T20:51:14.756Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1dee822e-a7d1-440a-a575-b257f5ec783e", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1dee822e-a7d1-440a-a575-b257f5ec783e" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 716 | 2023-10-04T20:51:15.164Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "34fc76c5-5284-4004-b96b-b0c7ef16123c", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "34fc76c5-5284-4004-b96b-b0c7ef16123c" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 717 | 2023-10-04T20:51:15.442Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 139.205396344s
|
| 718 | 2023-10-04T20:51:15.565Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fc4e502f-9421-452a-bc67-cecd0bbf5321", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:15 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fc4e502f-9421-452a-bc67-cecd0bbf5321" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 719 | 2023-10-04T20:51:16.054Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 139.814205685s
|
| 720 | 2023-10-04T20:51:16.154Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4228773a-9fbe-4e30-b8b5-dda04e44cc5c", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4228773a-9fbe-4e30-b8b5-dda04e44cc5c" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 721 | 2023-10-04T20:51:16.437Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 140.19665714s
|
| 722 | 2023-10-04T20:51:16.464Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 140.2244745s
|
| 723 | 2023-10-04T20:51:16.703Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 140.465703671s
|
| 724 | 2023-10-04T20:51:16.730Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cbaf1331-7e42-48b6-9eb2-ae78c5a47f3d", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cbaf1331-7e42-48b6-9eb2-ae78c5a47f3d" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 725 | 2023-10-04T20:51:17.194Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 140.952898076s
|
| 726 | 2023-10-04T20:51:17.717Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 727 | 2023-10-04T20:51:17.728Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1df0a971-1951-4af9-8684-6288166213d6", "content-length": "124", "date": "Wed, 04 Oct 2023 20:51:17 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1df0a971-1951-4af9-8684-6288166213d6" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 728 | 2023-10-04T20:51:18.171Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 141.931250957s
|
| 729 | 2023-10-04T20:51:18.455Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 142.214343255s
|
| 730 | 2023-10-04T20:51:18.509Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 142.269001936s
|
| 731 | 2023-10-04T20:51:18.564Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 142.325347661s
|
| 732 | 2023-10-04T20:51:18.565Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
sled_id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 733 | 2023-10-04T20:51:18.595Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 142.355834983s
|
| 734 | 2023-10-04T20:51:18.692Z | INFO | SledAgent (SledAgentMain): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "c4a6e8a3d64a42619bf565738e1d87c3" }
file = sled-agent/src/sled_agent.rs:528
id = 25c74219-01c8-454a-9e71-e35fffbc0377
|
| 735 | 2023-10-04T20:51:19.054Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55136
|
| 736 | 2023-10-04T20:51:19.054Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 41
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55136
req_id = c057b4f5-b090-47ca-b6f8-7341c63a22c9
response_code = 200
uri = /baseboard
|
| 737 | 2023-10-04T20:51:19.124Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 142.883800676s
|
| 738 | 2023-10-04T20:51:19.584Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "7bdf36a8-a947-4a96-af7b-6ceee8b37ac9", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:18 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "7bdf36a8-a947-4a96-af7b-6ceee8b37ac9" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 739 | 2023-10-04T20:51:20.204Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 143.963316537s
|
| 740 | 2023-10-04T20:51:20.985Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9b3ad13b-5dd8-4985-9ebc-8ab1386a79b2", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:20 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "9b3ad13b-5dd8-4985-9ebc-8ab1386a79b2" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 741 | 2023-10-04T20:51:22.481Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "b9ced0c0-c4d6-490b-b5a6-9ca21cfd956b", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:22 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "b9ced0c0-c4d6-490b-b5a6-9ca21cfd956b" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 742 | 2023-10-04T20:51:22.719Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 743 | 2023-10-04T20:51:24.113Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 147.873590024s
|
| 744 | 2023-10-04T20:51:24.210Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "330b12b2-e227-47cc-93a4-12e881e852b6", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:24 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "330b12b2-e227-47cc-93a4-12e881e852b6" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 745 | 2023-10-04T20:51:25.832Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "22919257-6137-419b-ac9b-388149f27c8e", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:25 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "22919257-6137-419b-ac9b-388149f27c8e" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 746 | 2023-10-04T20:51:25.954Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 149.713220558s
|
| 747 | 2023-10-04T20:51:27.578Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 151.337635066s
|
| 748 | 2023-10-04T20:51:27.589Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "85de60c0-ccb6-48da-a2da-38926452c006", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:26 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "85de60c0-ccb6-48da-a2da-38926452c006" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 749 | 2023-10-04T20:51:27.613Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 151.373020756s
|
| 750 | 2023-10-04T20:51:27.720Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 751 | 2023-10-04T20:51:29.739Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "abd23fa5-4d6d-4086-b0a7-099263fc114b", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:29 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "abd23fa5-4d6d-4086-b0a7-099263fc114b" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 752 | 2023-10-04T20:51:32.234Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "61dee17d-6ad2-4287-93e7-6eec213e9ab1", "content-length": "174", "date": "Wed, 04 Oct 2023 20:51:31 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "61dee17d-6ad2-4287-93e7-6eec213e9ab1" }
file = sled-agent/src/rack_setup/service.rs:627
|
| 753 | 2023-10-04T20:51:32.721Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 754 | 2023-10-04T20:51:37.723Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 755 | 2023-10-04T20:51:39.774Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35667
|
| 756 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:393
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b4af78a8-eb9a-40f2-8f36-0a88586d769e, kind: Service { id: bff180fa-ede6-474f-9f8c-21b9491b64e0 }, name: Name("external-dns-bff180fa-ede6-474f-9f8c-21b9491b64e0"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 73])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: fd3dd448-f53b-4a7d-a3cb-ebe222b6ec87, kind: Service { id: 68e09f4f-3593-4797-aa3b-c07768def21f }, name: Name("external-dns-68e09f4f-3593-4797-aa3b-c07768def21f"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 111])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 658f4fe8-30ef-4ff3-9cb4-6284cb43c5bb, kind: Service { id: 364fe51b-0a65-4276-b413-98ffe07a49c6 }, name: Name("nexus-364fe51b-0a65-4276-b413-98ffe07a49c6"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 133])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 8d72cbd9-cdf9-4129-a93c-fa9bc8e1fdf7, kind: Service { id: 265bc3f8-992e-4422-bc98-92f30f98052a }, name: Name("nexus-265bc3f8-992e-4422-bc98-92f30f98052a"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 202])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: ea8e6168-62b5-43d3-86b1-fbc29cdc7432, kind: Service { id: c075754e-7b96-41cc-b7eb-3fc5678ff6f2 }, name: Name("nexus-c075754e-7b96-41cc-b7eb-3fc5678ff6f2"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 177])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 757 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 758 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte0"
rules = []
|
| 759 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 760 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 761 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 762 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 763 | 2023-10-04T20:51:39.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 477
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35667
req_id = 19184433-73c8-436c-b2c9-8344317ef647
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 764 | 2023-10-04T20:51:40.095Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:637
|
| 765 | 2023-10-04T20:51:42.724Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 766 | 2023-10-04T20:51:47.725Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 767 | 2023-10-04T20:51:49.088Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42017
|
| 768 | 2023-10-04T20:51:49.088Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 34
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42017
req_id = 4f68a3eb-638a-4547-a1b6-ca139fc36de2
response_code = 200
uri = /baseboard
|
| 769 | 2023-10-04T20:51:52.726Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 770 | 2023-10-04T20:51:55.434Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56579
|
| 771 | 2023-10-04T20:51:55.435Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:174
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
propolis_id = a1f84a21-87bb-4d39-9def-74ee596b73bc
|
| 772 | 2023-10-04T20:51:55.435Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:204
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 773 | 2023-10-04T20:51:55.435Z | INFO | SledAgent (InstanceManager): Instance::new w/initial HW: InstanceHardware { runtime: InstanceRuntimeState { run_state: Creating, sled_id: 25c74219-01c8-454a-9e71-e35fffbc0377, propolis_id: a1f84a21-87bb-4d39-9def-74ee596b73bc, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(1), time_updated: 2023-10-04T20:51:53.939660Z }, nics: [NetworkInterface { id: 70bd3db7-b3df-45b3-93a6-2ed67d956a91, kind: Instance { id: 172d528d-963f-464e-8f36-22d47cc1c148 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 92, 78])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1452534), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.2.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 70bd3db7-b3df-45b3-93a6-2ed67d956a91, kind: Instance { id: 172d528d-963f-464e-8f36-22d47cc1c148 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 92, 78])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1452534), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 70bd3db7-b3df-45b3-93a6-2ed67d956a91, kind: Instance { id: 172d528d-963f-464e-8f36-22d47cc1c148 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 92, 78])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1452534), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(1452534))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 70bd3db7-b3df-45b3-93a6-2ed67d956a91, kind: Instance { id: 172d528d-963f-464e-8f36-22d47cc1c148 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 92, 78])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1452534), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], disks: [DiskRequest { name: "disk-7d6df0a12ff", slot: Slot(0), read_only: false, device: "nvme", volume_construction_request: Volume { id: 30b259b7-f3a6-4826-a725-79570f0181fa, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 30b259b7-f3a6-4826-a725-79570f0181fa, target: [[fd00:1122:3344:101::14]:19000, [fd00:1122:3344:101::18]:19000, [fd00:1122:3344:101::16]:19000], lossy: false, flush_timeout: None, key: Some("cIAyZmUDn6FXHnO9+Lt1nWHO8r5gYAZitGxJVoqx56A="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: 1c24b369-d5f1-4a06-9269-1e91b21836e2, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACLe6ZEV0RXAAB7pkRXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAi3umRFdEVwAAe6ZEVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxNzJkNTI4ZC05NjNmLTQ2NGUtOGYzNi0yMmQ0N2NjMWMxNDgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQ1NKekV4bU5oYndURHBwWGpQR2pCaUtQTnRXZ3I1TWdqTVhIRFpiWnl6ZyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
file = sled-agent/src/instance.rs:628
|
| 774 | 2023-10-04T20:51:55.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 799
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56579
req_id = 06364e2d-c199-4258-a51a-8793eca5eea1
response_code = 200
uri = /instances/172d528d-963f-464e-8f36-22d47cc1c148
|
| 775 | 2023-10-04T20:51:55.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53984
|
| 776 | 2023-10-04T20:51:55.568Z | INFO | SledAgent (InstanceManager): Ensuring new instance
file = sled-agent/src/instance.rs:725
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 777 | 2023-10-04T20:51:55.568Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
state = InstanceRuntimeState { run_state: Starting, sled_id: 25c74219-01c8-454a-9e71-e35fffbc0377, propolis_id: a1f84a21-87bb-4d39-9def-74ee596b73bc, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(2), time_updated: 2023-10-04T20:51:55.568568318Z }
|
| 778 | 2023-10-04T20:51:55.620Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 242, 92, 78]), slot: 1, vni: Vni { inner: 1452534 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 779 | 2023-10-04T20:51:55.653Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc
file = illumos-utils/src/zone.rs:314
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 780 | 2023-10-04T20:51:55.674Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc
file = illumos-utils/src/zone.rs:353
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 781 | 2023-10-04T20:51:57.187Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::22"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::a]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 782 | 2023-10-04T20:51:57.187Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
zone = oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc
|
| 783 | 2023-10-04T20:51:57.728Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 784 | 2023-10-04T20:52:02.729Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 785 | 2023-10-04T20:52:02.991Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc
file = sled-agent/src/instance.rs:970
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 786 | 2023-10-04T20:52:03.425Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:979
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 787 | 2023-10-04T20:52:03.461Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:996
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 788 | 2023-10-04T20:52:03.461Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACLe6ZEV0RXAAB7pkRXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAi3umRFdEVwAAe6ZEVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxNzJkNTI4ZC05NjNmLTQ2NGUtOGYzNi0yMmQ0N2NjMWMxNDgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQ1NKekV4bU5oYndURHBwWGpQR2pCaUtQTnRXZ3I1TWdqTVhIRFpiWnl6ZyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-7d6df0a12ff", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 30b259b7-f3a6-4826-a725-79570f0181fa, read_only_parent: Some(Url { block_size: 512, id: 1c24b369-d5f1-4a06-9269-1e91b21836e2, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 30b259b7-f3a6-4826-a725-79570f0181fa, key: Some("cIAyZmUDn6FXHnO9+Lt1nWHO8r5gYAZitGxJVoqx56A="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19000", "[fd00:1122:3344:101::18]:19000", "[fd00:1122:3344:101::16]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 172d528d-963f-464e-8f36-22d47cc1c148, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:462
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 789 | 2023-10-04T20:52:03.919Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:464
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 790 | 2023-10-04T20:52:03.919Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8351483
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53984
req_id = 476de324-38d1-4951-b150-e821df8c5659
response_code = 200
uri = /instances/172d528d-963f-464e-8f36-22d47cc1c148/state
|
| 791 | 2023-10-04T20:52:03.920Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Starting, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 792 | 2023-10-04T20:52:03.920Z | INFO | SledAgent (InstanceManager): New state: Starting, action: None
file = sled-agent/src/instance.rs:366
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 793 | 2023-10-04T20:52:03.920Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
state = InstanceRuntimeState { run_state: Starting, sled_id: 25c74219-01c8-454a-9e71-e35fffbc0377, propolis_id: a1f84a21-87bb-4d39-9def-74ee596b73bc, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(3), time_updated: 2023-10-04T20:52:03.920071695Z }
|
| 794 | 2023-10-04T20:52:03.946Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Running, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 795 | 2023-10-04T20:52:03.946Z | INFO | SledAgent (InstanceManager): New state: Running, action: None
file = sled-agent/src/instance.rs:366
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 796 | 2023-10-04T20:52:03.946Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
state = InstanceRuntimeState { run_state: Running, sled_id: 25c74219-01c8-454a-9e71-e35fffbc0377, propolis_id: a1f84a21-87bb-4d39-9def-74ee596b73bc, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(4), time_updated: 2023-10-04T20:52:03.946742242Z }
|
| 797 | 2023-10-04T20:52:07.730Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 798 | 2023-10-04T20:52:12.732Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 799 | 2023-10-04T20:52:17.734Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 800 | 2023-10-04T20:52:19.121Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41051
|
| 801 | 2023-10-04T20:52:19.121Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 43
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41051
req_id = a11ce23d-93b7-49fb-b502-73a934c99f7e
response_code = 200
uri = /baseboard
|
| 802 | 2023-10-04T20:52:22.735Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 803 | 2023-10-04T20:52:27.737Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 804 | 2023-10-04T20:52:32.738Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 805 | 2023-10-04T20:52:37.738Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 806 | 2023-10-04T20:52:42.739Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 807 | 2023-10-04T20:52:47.740Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 808 | 2023-10-04T20:52:49.155Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33579
|
| 809 | 2023-10-04T20:52:49.155Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 46
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33579
req_id = 3532a818-61b9-4f09-a96a-a58dd419cef4
response_code = 200
uri = /baseboard
|
| 810 | 2023-10-04T20:52:52.742Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 811 | 2023-10-04T20:52:57.743Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 812 | 2023-10-04T20:53:02.744Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 813 | 2023-10-04T20:53:07.745Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 814 | 2023-10-04T20:53:12.746Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 815 | 2023-10-04T20:53:17.748Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 816 | 2023-10-04T20:53:19.189Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62839
|
| 817 | 2023-10-04T20:53:19.189Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 40
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62839
req_id = 42c4da72-3aad-4611-91d5-1d4a8f1a2820
response_code = 200
uri = /baseboard
|
| 818 | 2023-10-04T20:53:22.750Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 819 | 2023-10-04T20:53:27.751Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 820 | 2023-10-04T20:53:32.753Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 821 | 2023-10-04T20:53:37.754Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 822 | 2023-10-04T20:53:42.755Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 823 | 2023-10-04T20:53:47.756Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 824 | 2023-10-04T20:53:49.226Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53017
|
| 825 | 2023-10-04T20:53:49.226Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 741
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53017
req_id = b0078b1c-543e-4e8b-9211-8a1e55b34bbe
response_code = 200
uri = /baseboard
|
| 826 | 2023-10-04T20:53:52.757Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 827 | 2023-10-04T20:53:54.005Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
| 828 | 2023-10-04T20:53:57.758Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 829 | 2023-10-04T20:54:02.760Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 830 | 2023-10-04T20:54:07.761Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 831 | 2023-10-04T20:54:12.762Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 832 | 2023-10-04T20:54:17.764Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 833 | 2023-10-04T20:54:19.259Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37225
|
| 834 | 2023-10-04T20:54:19.259Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 62
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37225
req_id = f3b51d18-6d4e-4a13-961b-f5c51963700c
response_code = 200
uri = /baseboard
|
| 835 | 2023-10-04T20:54:22.765Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 836 | 2023-10-04T20:54:27.766Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 837 | 2023-10-04T20:54:32.767Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 838 | 2023-10-04T20:54:37.768Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 839 | 2023-10-04T20:54:42.770Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 840 | 2023-10-04T20:54:47.772Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 841 | 2023-10-04T20:54:49.295Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60657
|
| 842 | 2023-10-04T20:54:49.295Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 43
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60657
req_id = 152bd1f0-b093-495d-8bdb-3d69a82d2bc6
response_code = 200
uri = /baseboard
|
| 843 | 2023-10-04T20:54:52.774Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 844 | 2023-10-04T20:54:57.776Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 845 | 2023-10-04T20:55:02.778Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 846 | 2023-10-04T20:55:07.780Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 847 | 2023-10-04T20:55:12.781Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::b40e:bcff:feeb:ca92": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 848 | 2023-10-04T20:55:13.147Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61387
|
| 849 | 2023-10-04T20:55:13.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 421
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61387
req_id = 31a96366-6bea-404c-a4c5-060efd67221f
response_code = 200
uri = /instances/172d528d-963f-464e-8f36-22d47cc1c148/state
|
| 850 | 2023-10-04T20:55:13.147Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Stopping, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 851 | 2023-10-04T20:55:13.147Z | INFO | SledAgent (InstanceManager): New state: Stopping, action: None
file = sled-agent/src/instance.rs:366
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 852 | 2023-10-04T20:55:13.147Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
state = InstanceRuntimeState { run_state: Stopping, sled_id: 25c74219-01c8-454a-9e71-e35fffbc0377, propolis_id: a1f84a21-87bb-4d39-9def-74ee596b73bc, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(6), time_updated: 2023-10-04T20:55:13.147906601Z }
|
| 853 | 2023-10-04T20:55:13.333Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Destroyed, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 854 | 2023-10-04T20:55:13.333Z | INFO | SledAgent (InstanceManager): New state: Stopped, action: Some(Destroy)
file = sled-agent/src/instance.rs:366
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 855 | 2023-10-04T20:55:13.333Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
state = InstanceRuntimeState { run_state: Stopped, sled_id: 25c74219-01c8-454a-9e71-e35fffbc0377, propolis_id: a1f84a21-87bb-4d39-9def-74ee596b73bc, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(2), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(7), time_updated: 2023-10-04T20:55:13.333811938Z }
|
| 856 | 2023-10-04T20:55:13.369Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45891
|
| 857 | 2023-10-04T20:55:13.369Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:488
|
| 858 | 2023-10-04T20:55:13.369Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:45891
req_id = a3a8cf1d-e7fe-40b2-9d12-76076660a1f5
response_code = 204
uri = /v2p/70bd3db7-b3df-45b3-93a6-2ed67d956a91
|
| 859 | 2023-10-04T20:55:13.454Z | INFO | SledAgent (InstanceManager): Taking action: Destroy
file = sled-agent/src/instance.rs:508
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 860 | 2023-10-04T20:55:13.454Z | INFO | SledAgent (InstanceManager): take_action: Taking the Destroy action
file = sled-agent/src/instance.rs:523
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 861 | 2023-10-04T20:55:13.454Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc"] }
file = sled-agent/src/zone_bundle.rs:364
zone_name = oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc
|
| 862 | 2023-10-04T20:55:14.012Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:851
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc", bundle_id: 6d823098-ef77-4c66-8364-2b336b7ad025 }, time_created: 2023-10-04T20:55:13.454590506Z, version: 0, cause: TerminatedInstance }
|
| 863 | 2023-10-04T20:55:14.012Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_a1f84a21-87bb-4d39-9def-74ee596b73bc
file = sled-agent/src/instance.rs:575
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 864 | 2023-10-04T20:55:14.717Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33751
|
| 865 | 2023-10-04T20:55:14.718Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:488
|
| 866 | 2023-10-04T20:55:14.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 697
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:33751
req_id = bb479840-f6cd-4910-81ba-fe42ac6df056
response_code = 204
uri = /v2p/70bd3db7-b3df-45b3-93a6-2ed67d956a91
|
| 867 | 2023-10-04T20:55:15.628Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:268
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|
| 868 | 2023-10-04T20:55:15.659Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:494
instance_id = 172d528d-963f-464e-8f36-22d47cc1c148
|