1 | | [ Oct 5 07:21:45 Enabled. ] |
2 | | [ Oct 5 07:21:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
3 | | [ Oct 5 07:21:45 Method "start" exited with status 0. ] |
4 | | [ Oct 5 07:21:45 Rereading configuration. ] |
5 | | [ Oct 5 07:21:45 No 'refresh' method defined. Treating as :true. ] |
6 | | note: configured to log to "/dev/stdout" |
7 | 2023-10-05T07:21:45.520Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:348
|
8 | 2023-10-05T07:21:45.522Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
9 | 2023-10-05T07:21:45.634Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
10 | 2023-10-05T07:21:45.643Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
11 | 2023-10-05T07:21:45.652Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:358
path = /var/run/oxide/
|
12 | 2023-10-05T07:21:46.260Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }
|
13 | 2023-10-05T07:21:46.402Z | INFO | SledAgent (BootstrapAgentStartup): Starting hardware monitor
file = sled-agent/src/bootstrap/pre_server.rs:215
sled_mode = Scrimlet { asic: SoftNpu }
|
14 | 2023-10-05T07:21:46.402Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
15 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "b2b63ef1c48647cd9d4d17f77212d9b6", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
16 | 2023-10-05T07:21:46.405Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
17 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:395
|
18 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:395
|
19 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:395
|
20 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
21 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
22 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
23 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:395
|
24 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/bootstrap/pre_server.rs:395
|
25 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/bootstrap/pre_server.rs:395
|
26 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/bootstrap/pre_server.rs:395
|
27 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/bootstrap/pre_server.rs:395
|
28 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:711
|
29 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (BootstrapAgentStartup): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = None
|
30 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:221
next_cleanup = Instant { tv_sec: 1064, tv_nsec: 285616323 }
time_to_next_cleanup = 599.999947179s
|
31 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2462
|
32 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/storage/dump_setup.rs:169
|
33 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:770
|
34 | 2023-10-05T07:21:46.405Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
35 | 2023-10-05T07:21:46.415Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:2677
|
36 | 2023-10-05T07:21:46.415Z | INFO | SledAgent (BootstrapAgentStartup): Waiting for boot disk M.2...
file = sled-agent/src/bootstrap/server.rs:541
|
37 | 2023-10-05T07:21:46.479Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:314
|
38 | 2023-10-05T07:21:46.498Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:353
|
39 | 2023-10-05T07:21:46.615Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 457728,
free: 20937507840,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
40 | 2023-10-05T07:21:46.615Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:770
|
41 | 2023-10-05T07:21:46.667Z | INFO | SledAgent (BootstrapAgentStartup): Found boot disk M.2: (DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal })
file = sled-agent/src/bootstrap/server.rs:537
|
42 | 2023-10-05T07:21:46.667Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-b2b63ef1c48647cd9d4d17f77212d9b6-i86pc
|
43 | 2023-10-05T07:21:46.667Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-b2b63ef1c48647cd9d4d17f77212d9b6-i86pc
|
44 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
45 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
46 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
rack_subnet: fd00:1122:3344:100::,
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: Some(
RackNetworkConfig {
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
uplinks: [
UplinkConfig {
gateway_ip: 10.151.2.100,
switch: Switch0,
uplink_port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
uplink_cidr: Ipv4Network {
addr: 10.151.2.174,
prefix: 32,
},
uplink_vid: None,
},
],
},
),
}
file = sled-agent/src/rack_setup/service.rs:748
|
47 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
48 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
49 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:807
|
50 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:848
|
51 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:112
|
52 | 2023-10-05T07:21:46.668Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:88
|
53 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:131
|
54 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:879
|
55 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:534
peer_id = pc-b2b63ef1c48647cd9d4d17f77212d9b6-i86pc
|
56 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:618
peer_id = pc-b2b63ef1c48647cd9d4d17f77212d9b6-i86pc
|
57 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { id: f169b337-b78a-45df-98f5-da5a04c0299a, rack_id: 1b9ddfe5-f019-488f-b689-625b233bb360, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
58 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:a02a::1]:40981
|
59 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { id: f169b337-b78a-45df-98f5-da5a04c0299a, rack_id: 1b9ddfe5-f019-488f-b689-625b233bb360, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
file = sled-agent/src/bootstrap/server.rs:436
|
60 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:448
|
61 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (StorageManager): KeyManger ready
file = sled-agent/src/storage_manager.rs:1407
|
62 | 2023-10-05T07:21:46.669Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:46
|
63 | 2023-10-05T07:21:46.669Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
64 | 2023-10-05T07:21:46.714Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:269
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
65 | 2023-10-05T07:21:46.714Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:274
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
66 | 2023-10-05T07:21:46.732Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:156
|
67 | 2023-10-05T07:21:46.758Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:252
|
68 | 2023-10-05T07:21:46.758Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:99
|
69 | 2023-10-05T07:21:46.764Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:160
|
70 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 456192,
free: 20937509376,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
71 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
72 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
73 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
74 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
75 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
76 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
77 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
78 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
79 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:761
|
80 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Ensure exact disks: clearing non-synthetic queued disks.
file = sled-agent/src/storage_manager.rs:518
|
81 | 2023-10-05T07:21:46.817Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
82 | 2023-10-05T07:21:46.856Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
83 | 2023-10-05T07:21:46.856Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
84 | 2023-10-05T07:21:46.886Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
85 | 2023-10-05T07:21:46.895Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-hardware/src/disk.rs:560
|
86 | 2023-10-05T07:21:47.012Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 818688,
free: 20937146880,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
87 | 2023-10-05T07:21:47.012Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
88 | 2023-10-05T07:21:47.050Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
89 | 2023-10-05T07:21:47.050Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
90 | 2023-10-05T07:21:47.081Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
91 | 2023-10-05T07:21:47.088Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-hardware/src/disk.rs:560
|
92 | 2023-10-05T07:21:47.211Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7",
size: 20937965568,
allocated: 826368,
free: 20937139200,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
93 | 2023-10-05T07:21:47.211Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
94 | 2023-10-05T07:21:47.251Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
95 | 2023-10-05T07:21:47.251Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
96 | 2023-10-05T07:21:47.285Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
97 | 2023-10-05T07:21:47.295Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-hardware/src/disk.rs:560
|
98 | 2023-10-05T07:21:47.306Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:80
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
99 | 2023-10-05T07:21:47.307Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
100 | 2023-10-05T07:21:47.420Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f",
size: 20937965568,
allocated: 829440,
free: 20937136128,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
101 | 2023-10-05T07:21:47.420Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
102 | 2023-10-05T07:21:47.462Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
103 | 2023-10-05T07:21:47.462Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
104 | 2023-10-05T07:21:47.492Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
105 | 2023-10-05T07:21:47.500Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
106 | 2023-10-05T07:21:47.646Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
107 | 2023-10-05T07:21:47.646Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
108 | 2023-10-05T07:21:47.700Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
109 | 2023-10-05T07:21:47.700Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
110 | 2023-10-05T07:21:47.737Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
111 | 2023-10-05T07:21:47.749Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
112 | 2023-10-05T07:21:47.892Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 786432,
free: 20937179136,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
113 | 2023-10-05T07:21:47.892Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
114 | 2023-10-05T07:21:47.932Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
115 | 2023-10-05T07:21:47.932Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
116 | 2023-10-05T07:21:47.963Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
117 | 2023-10-05T07:21:47.974Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
118 | 2023-10-05T07:21:48.101Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
119 | 2023-10-05T07:21:48.102Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
120 | 2023-10-05T07:21:48.140Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
121 | 2023-10-05T07:21:48.140Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
122 | 2023-10-05T07:21:48.169Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
123 | 2023-10-05T07:21:48.177Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:560
|
124 | 2023-10-05T07:21:48.295Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 778752,
free: 20937186816,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
125 | 2023-10-05T07:21:48.295Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
126 | 2023-10-05T07:21:48.334Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
127 | 2023-10-05T07:21:48.334Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
128 | 2023-10-05T07:21:48.363Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
129 | 2023-10-05T07:21:48.371Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-hardware/src/disk.rs:560
|
130 | 2023-10-05T07:21:48.495Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
131 | 2023-10-05T07:21:48.495Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:770
|
132 | 2023-10-05T07:21:48.533Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:694
|
133 | 2023-10-05T07:21:48.533Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:514
|
134 | 2023-10-05T07:21:48.564Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:707
|
135 | 2023-10-05T07:21:48.573Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-hardware/src/disk.rs:560
|
136 | 2023-10-05T07:21:48.689Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60",
size: 20937965568,
allocated: 771072,
free: 20937194496,
health: Online,
}
file = sled-agent/src/storage_manager.rs:988
|
137 | 2023-10-05T07:21:48.690Z | INFO | SledAgent (StorageManager): upserted all queued disks
file = sled-agent/src/storage_manager.rs:1168
|
138 | 2023-10-05T07:21:48.690Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
139 | 2023-10-05T07:21:48.694Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "41df1c6512874bc9b4d77e59d61d5930", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
140 | 2023-10-05T07:21:48.694Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
141 | 2023-10-05T07:21:48.694Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes (50% of 102952026112 total = 51476013056 bytes requested)
file = sled-agent/src/instance_manager.rs:130
|
142 | 2023-10-05T07:21:48.701Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
143 | 2023-10-05T07:21:48.701Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
144 | 2023-10-05T07:21:48.702Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
145 | 2023-10-05T07:21:48.702Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
146 | 2023-10-05T07:21:48.702Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
147 | 2023-10-05T07:21:48.702Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
148 | 2023-10-05T07:21:48.702Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:955
|
149 | 2023-10-05T07:21:48.702Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
150 | 2023-10-05T07:21:48.702Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
151 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:955
|
152 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:955
|
153 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
154 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
155 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
156 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
157 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
158 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
159 | 2023-10-05T07:21:48.703Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
160 | 2023-10-05T07:21:48.704Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
161 | 2023-10-05T07:21:48.704Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
162 | 2023-10-05T07:21:48.704Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
163 | 2023-10-05T07:21:48.704Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:492
|
164 | 2023-10-05T07:21:49.458Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_switch
|
165 | 2023-10-05T07:21:51.670Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
166 | 2023-10-05T07:21:55.760Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1312
|
167 | 2023-10-05T07:21:58.614Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:622
underlay_address = fd00:1122:3344:101::1
|
168 | 2023-10-05T07:21:58.614Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
169 | 2023-10-05T07:21:58.615Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
170 | 2023-10-05T07:21:58.615Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
171 | 2023-10-05T07:21:58.615Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
172 | 2023-10-05T07:21:58.615Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:480
|
173 | 2023-10-05T07:21:58.616Z | INFO | SledAgent (SledAgentMain): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfig { infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, uplinks: [UplinkConfig { gateway_ip: 10.151.2.100, switch: Switch0, uplink_port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, uplink_cidr: Ipv4Network { addr: 10.151.2.174, prefix: 32 }, uplink_vid: None }] })))
|
174 | 2023-10-05T07:21:58.616Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2462
|
175 | 2023-10-05T07:21:58.622Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f169b337-b78a-45df-98f5-da5a04c0299a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:565
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
176 | 2023-10-05T07:21:58.697Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
177 | 2023-10-05T07:21:58.763Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
178 | 2023-10-05T07:21:58.929Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
179 | 2023-10-05T07:21:59.021Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
180 | 2023-10-05T07:21:59.160Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
181 | 2023-10-05T07:21:59.466Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
182 | 2023-10-05T07:21:59.724Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
183 | 2023-10-05T07:22:00.109Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
184 | 2023-10-05T07:22:00.429Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
185 | 2023-10-05T07:22:00.845Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone
file = sled-agent/src/services.rs:1329
|
186 | 2023-10-05T07:22:00.845Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:619
zone = oxz_switch
|
187 | 2023-10-05T07:22:01.003Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
188 | 2023-10-05T07:22:01.335Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
189 | 2023-10-05T07:22:01.943Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
190 | 2023-10-05T07:22:02.545Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
191 | 2023-10-05T07:22:03.616Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
192 | 2023-10-05T07:22:03.751Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
193 | 2023-10-05T07:22:05.214Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
194 | 2023-10-05T07:22:05.376Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe9a:1efe
file = sled-agent/src/services.rs:1336
|
195 | 2023-10-05T07:22:05.382Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
196 | 2023-10-05T07:22:05.503Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:1721
|
197 | 2023-10-05T07:22:05.750Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:1631
|
198 | 2023-10-05T07:22:06.035Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:1661
|
199 | 2023-10-05T07:22:06.209Z | INFO | SledAgent (ServiceManager): Setting up Maghemite service
file = sled-agent/src/services.rs:1932
|
200 | 2023-10-05T07:22:06.388Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:1824
|
201 | 2023-10-05T07:22:06.545Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:1658
|
202 | 2023-10-05T07:22:06.548Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
203 | 2023-10-05T07:22:06.555Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:2701
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
204 | 2023-10-05T07:22:06.555Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:2718
|
205 | 2023-10-05T07:22:06.555Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_switch
|
206 | 2023-10-05T07:22:07.102Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:2726
|
207 | 2023-10-05T07:22:07.108Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:2781
|
208 | 2023-10-05T07:22:07.318Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:347
|
209 | 2023-10-05T07:22:07.352Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 65.496777ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "aab4914c-9ae8-4b84-8a8e-04814e70854c", "content-length": "152", "date": "Thu, 05 Oct 2023 07:22:07 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "aab4914c-9ae8-4b84-8a8e-04814e70854c" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
210 | 2023-10-05T07:22:07.419Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 109.532628ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "4dfec01d-eaee-4aa0-9d34-3467e1fa2d10", "content-length": "152", "date": "Thu, 05 Oct 2023 07:22:07 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "4dfec01d-eaee-4aa0-9d34-3467e1fa2d10" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
211 | 2023-10-05T07:22:07.530Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 256.271619ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "734d56ca-f31a-402b-a922-34f546704b3a", "content-length": "152", "date": "Thu, 05 Oct 2023 07:22:07 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "734d56ca-f31a-402b-a922-34f546704b3a" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
212 | 2023-10-05T07:22:07.788Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 332.411275ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "e9ea61d7-a4db-45ff-b5ff-103d249db951", "content-length": "152", "date": "Thu, 05 Oct 2023 07:22:07 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "e9ea61d7-a4db-45ff-b5ff-103d249db951" }
file = sled-agent/src/bootstrap/early_networking.rs:366
|
213 | 2023-10-05T07:22:08.122Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:395
|
214 | 2023-10-05T07:22:08.154Z | INFO | SledAgent (ServiceManager): Building Uplink Configuration
file = sled-agent/src/bootstrap/early_networking.rs:456
|
215 | 2023-10-05T07:22:08.154Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:513
|
216 | 2023-10-05T07:22:08.154Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:516
uptime = 3
|
217 | 2023-10-05T07:22:08.154Z | INFO | SledAgent (ServiceManager): Configuring boundary services loopback address on switch
config = Ipv6Entry {\n addr: fd00:99::1,\n tag: "rss",\n}
file = sled-agent/src/bootstrap/early_networking.rs:417
|
218 | 2023-10-05T07:22:08.155Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n speed: Speed40G,\n },\n },\n },\n tag: "rss",\n v4_routes: {\n "0.0.0.0/0": RouteSettingsV4 {\n link_id: 0,\n nexthop: Some(\n 10.151.2.100,\n ),\n vid: None,\n },\n },\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:428
|
219 | 2023-10-05T07:22:08.155Z | INFO | SledAgent (ServiceManager): advertising boundary services loopback address
file = sled-agent/src/bootstrap/early_networking.rs:441
|
220 | 2023-10-05T07:22:08.189Z | INFO | SledAgent (ServiceManager): Sending prefix to ddmd for advertisement
DdmAdminClient = [fd00:1122:3344:101::2]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:99::, len: 64 }
|
221 | 2023-10-05T07:22:08.232Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:a02a::1]:40981
|
222 | 2023-10-05T07:22:08.233Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
223 | 2023-10-05T07:22:08.233Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
224 | 2023-10-05T07:22:08.266Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43918
|
225 | 2023-10-05T07:22:08.266Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43918
req_id = b6d4f773-3ab5-4e0a-afee-b30c5118e0da
response_code = 200
uri = /zpools
|
226 | 2023-10-05T07:22:08.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36970
|
227 | 2023-10-05T07:22:08.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 757
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36970
req_id = dc4c9b3a-b7ec-43c7-a4b3-0cf7f9d5b947
response_code = 200
uri = /sled-role
|
228 | 2023-10-05T07:22:08.304Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:735
|
229 | 2023-10-05T07:22:08.335Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
230 | 2023-10-05T07:22:08.335Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 65774b97-64dd-48ff-9052-bbcd7a345721, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 65774b97-64dd-48ff-9052-bbcd7a345721, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 65774b97-64dd-48ff-9052-bbcd7a345721 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 01dc5d10-1af6-4024-9cb5-000535ca055c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 01dc5d10-1af6-4024-9cb5-000535ca055c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 01dc5d10-1af6-4024-9cb5-000535ca055c }], zone_type: InternalDns }]
file = sled-agent/src/rack_setup/service.rs:284
|
231 | 2023-10-05T07:22:08.335Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58923
|
232 | 2023-10-05T07:22:08.336Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 65774b97-64dd-48ff-9052-bbcd7a345721, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
233 | 2023-10-05T07:22:08.390Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
234 | 2023-10-05T07:22:08.442Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 01dc5d10-1af6-4024-9cb5-000535ca055c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
235 | 2023-10-05T07:22:08.555Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469
file = illumos-utils/src/zone.rs:314
|
236 | 2023-10-05T07:22:08.559Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721
file = illumos-utils/src/zone.rs:314
|
237 | 2023-10-05T07:22:08.564Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c
file = illumos-utils/src/zone.rs:314
|
238 | 2023-10-05T07:22:08.576Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469
file = illumos-utils/src/zone.rs:353
|
239 | 2023-10-05T07:22:08.582Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721
file = illumos-utils/src/zone.rs:353
|
240 | 2023-10-05T07:22:08.586Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c
file = illumos-utils/src/zone.rs:353
|
241 | 2023-10-05T07:22:08.618Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {}
|
242 | 2023-10-05T07:22:08.671Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
243 | 2023-10-05T07:22:10.227Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469
|
244 | 2023-10-05T07:22:10.242Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721
|
245 | 2023-10-05T07:22:10.251Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c
|
246 | 2023-10-05T07:22:10.421Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
247 | 2023-10-05T07:22:11.273Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48029
|
248 | 2023-10-05T07:22:11.273Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 61
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48029
req_id = 8d99d759-b896-4394-a32d-f5820823e09c
response_code = 200
uri = /baseboard
|
249 | 2023-10-05T07:22:13.226Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
250 | 2023-10-05T07:22:13.619Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
251 | 2023-10-05T07:22:15.412Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1358
|
252 | 2023-10-05T07:22:15.412Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c
|
253 | 2023-10-05T07:22:15.993Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1366
|
254 | 2023-10-05T07:22:15.993Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
255 | 2023-10-05T07:22:16.211Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1563
|
256 | 2023-10-05T07:22:16.739Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
257 | 2023-10-05T07:22:16.740Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
sled_id = f169b337-b78a-45df-98f5-da5a04c0299a
|
258 | 2023-10-05T07:22:16.790Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1358
|
259 | 2023-10-05T07:22:16.790Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469
|
260 | 2023-10-05T07:22:17.341Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1366
|
261 | 2023-10-05T07:22:17.341Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
262 | 2023-10-05T07:22:17.520Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1563
|
263 | 2023-10-05T07:22:18.076Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1358
|
264 | 2023-10-05T07:22:18.077Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721
|
265 | 2023-10-05T07:22:18.621Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
266 | 2023-10-05T07:22:18.627Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1366
|
267 | 2023-10-05T07:22:18.627Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1392
|
268 | 2023-10-05T07:22:18.799Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1563
|
269 | 2023-10-05T07:22:19.279Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
270 | 2023-10-05T07:22:19.333Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
271 | 2023-10-05T07:22:19.334Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 10998460
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58923
req_id = 59c9fa63-0fb2-428c-a75e-806d80ee8b8a
response_code = 204
uri = /services
|
272 | 2023-10-05T07:22:19.337Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:391
|
273 | 2023-10-05T07:22:19.340Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 30.647071565s
|
274 | 2023-10-05T07:22:19.340Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 30.649976961s
|
275 | 2023-10-05T07:22:19.340Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 30.648552148s
|
276 | 2023-10-05T07:22:19.340Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 30.647054504s
|
277 | 2023-10-05T07:22:20.626Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 31.932446167s
|
278 | 2023-10-05T07:22:20.626Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 31.933554685s
|
279 | 2023-10-05T07:22:20.626Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 31.932361786s
|
280 | 2023-10-05T07:22:20.626Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 31.935687628s
|
281 | 2023-10-05T07:22:20.636Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:391
|
282 | 2023-10-05T07:22:20.675Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:391
|
283 | 2023-10-05T07:22:20.715Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:427
|
284 | 2023-10-05T07:22:20.715Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
285 | 2023-10-05T07:22:20.747Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
286 | 2023-10-05T07:22:20.748Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
287 | 2023-10-05T07:22:20.748Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
288 | 2023-10-05T07:22:20.778Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
289 | 2023-10-05T07:22:20.778Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 65774b97-64dd-48ff-9052-bbcd7a345721, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 65774b97-64dd-48ff-9052-bbcd7a345721, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 65774b97-64dd-48ff-9052-bbcd7a345721 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 01dc5d10-1af6-4024-9cb5-000535ca055c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 01dc5d10-1af6-4024-9cb5-000535ca055c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 01dc5d10-1af6-4024-9cb5-000535ca055c }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 251fba23-5b0f-4702-a810-9b32b06ea029, ip: 172.30.3.5, kind: Service(e29e8f38-f4f8-4dd3-956a-cae8c57a28ec), mac: MacAddr("A8:40:25:FF:90:A7"), name: Name("ntp-e29e8f38-f4f8-4dd3-956a-cae8c57a28ec"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:284
|
290 | 2023-10-05T07:22:20.778Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56351
|
291 | 2023-10-05T07:22:20.779Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 65774b97-64dd-48ff-9052-bbcd7a345721, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
292 | 2023-10-05T07:22:20.801Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
293 | 2023-10-05T07:22:20.824Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 01dc5d10-1af6-4024-9cb5-000535ca055c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
294 | 2023-10-05T07:22:20.846Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
295 | 2023-10-05T07:22:20.879Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
296 | 2023-10-05T07:22:20.880Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
297 | 2023-10-05T07:22:20.880Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
298 | 2023-10-05T07:22:20.925Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 144, 167]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
299 | 2023-10-05T07:22:20.925Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec, details: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 251fba23-5b0f-4702-a810-9b32b06ea029, kind: Service { id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec }, name: Name("ntp-e29e8f38-f4f8-4dd3-956a-cae8c57a28ec"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 167])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }
|
300 | 2023-10-05T07:22:20.926Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
301 | 2023-10-05T07:22:20.926Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
302 | 2023-10-05T07:22:20.926Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
303 | 2023-10-05T07:22:20.953Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec
file = illumos-utils/src/zone.rs:314
|
304 | 2023-10-05T07:22:20.972Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec
file = illumos-utils/src/zone.rs:353
|
305 | 2023-10-05T07:22:21.956Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec
|
306 | 2023-10-05T07:22:22.550Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 33.858541274s
|
307 | 2023-10-05T07:22:22.581Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 33.888472878s
|
308 | 2023-10-05T07:22:22.589Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 33.896534036s
|
309 | 2023-10-05T07:22:22.626Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 33.933898808s
|
310 | 2023-10-05T07:22:23.622Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
311 | 2023-10-05T07:22:24.120Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 35.425755972s
|
312 | 2023-10-05T07:22:24.428Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 35.73540688s
|
313 | 2023-10-05T07:22:26.918Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1358
|
314 | 2023-10-05T07:22:26.918Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec
|
315 | 2023-10-05T07:22:27.466Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1366
|
316 | 2023-10-05T07:22:27.466Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
317 | 2023-10-05T07:22:27.665Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:1882
|
318 | 2023-10-05T07:22:27.692Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec
|
319 | 2023-10-05T07:22:32.994Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
320 | 2023-10-05T07:22:33.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 12266776
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:56351
req_id = 340cff32-25db-4c58-bb1c-c136dabd896a
response_code = 204
uri = /services
|
321 | 2023-10-05T07:22:33.048Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:468
|
322 | 2023-10-05T07:22:33.079Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
323 | 2023-10-05T07:22:33.079Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51490
|
324 | 2023-10-05T07:22:33.090Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:2448
|
325 | 2023-10-05T07:22:33.090Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 10406
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51490
req_id = 4efeb053-2879-4ee4-9619-969817c43b80
response_code = 500
uri = /timesync
|
326 | 2023-10-05T07:22:33.093Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
327 | 2023-10-05T07:22:33.194Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
328 | 2023-10-05T07:22:33.194Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53817
|
329 | 2023-10-05T07:22:33.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7927
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53817
req_id = a5a40ef0-dce9-47a1-a05b-8362f3b1064f
response_code = 200
uri = /timesync
|
330 | 2023-10-05T07:22:33.204Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
331 | 2023-10-05T07:22:33.204Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
332 | 2023-10-05T07:22:33.375Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
333 | 2023-10-05T07:22:33.376Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39668
|
334 | 2023-10-05T07:22:33.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7594
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39668
req_id = df5cd573-6b9d-4ab2-922c-705146c292ad
response_code = 200
uri = /timesync
|
335 | 2023-10-05T07:22:33.386Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
336 | 2023-10-05T07:22:33.386Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
337 | 2023-10-05T07:22:33.525Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
338 | 2023-10-05T07:22:33.525Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46414
|
339 | 2023-10-05T07:22:33.535Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9829
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46414
req_id = de8f0242-2ed8-4a92-afa6-e309969e3e99
response_code = 200
uri = /timesync
|
340 | 2023-10-05T07:22:33.538Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
341 | 2023-10-05T07:22:33.538Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
342 | 2023-10-05T07:22:33.743Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
343 | 2023-10-05T07:22:33.743Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33431
|
344 | 2023-10-05T07:22:33.752Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8855
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33431
req_id = 88d26d6f-467b-4276-83ae-d4a97d0dd6b8
response_code = 200
uri = /timesync
|
345 | 2023-10-05T07:22:33.756Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
346 | 2023-10-05T07:22:33.756Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
347 | 2023-10-05T07:22:33.923Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
348 | 2023-10-05T07:22:33.924Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52028
|
349 | 2023-10-05T07:22:33.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8672
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52028
req_id = aed91f69-91f5-4aa5-9167-032ebd5b5093
response_code = 200
uri = /timesync
|
350 | 2023-10-05T07:22:33.935Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
351 | 2023-10-05T07:22:33.935Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
352 | 2023-10-05T07:22:34.150Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
353 | 2023-10-05T07:22:34.150Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48360
|
354 | 2023-10-05T07:22:34.159Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8211
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48360
req_id = ab89f268-770b-43cf-94e1-a74004741ad1
response_code = 200
uri = /timesync
|
355 | 2023-10-05T07:22:34.161Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
356 | 2023-10-05T07:22:34.161Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
357 | 2023-10-05T07:22:34.597Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
358 | 2023-10-05T07:22:34.597Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44879
|
359 | 2023-10-05T07:22:34.606Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8357
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44879
req_id = 82d14116-2b5b-41f7-9ef4-68fda15e622d
response_code = 200
uri = /timesync
|
360 | 2023-10-05T07:22:34.609Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
361 | 2023-10-05T07:22:34.609Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
362 | 2023-10-05T07:22:35.018Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
363 | 2023-10-05T07:22:35.018Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49933
|
364 | 2023-10-05T07:22:35.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9690
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49933
req_id = dc412b23-0769-4d55-9ee1-ecf7181fba79
response_code = 200
uri = /timesync
|
365 | 2023-10-05T07:22:35.032Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
366 | 2023-10-05T07:22:35.032Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
367 | 2023-10-05T07:22:35.605Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
368 | 2023-10-05T07:22:35.605Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53494
|
369 | 2023-10-05T07:22:35.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8266
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53494
req_id = bac0bc07-cec2-467b-a8d7-727ab3a9dbd9
response_code = 200
uri = /timesync
|
370 | 2023-10-05T07:22:35.617Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
371 | 2023-10-05T07:22:35.617Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
372 | 2023-10-05T07:22:35.990Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
373 | 2023-10-05T07:22:35.990Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54481
|
374 | 2023-10-05T07:22:36.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9349
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54481
req_id = ec390fa4-91f5-4d1b-adfc-132fd1b1fd1e
response_code = 200
uri = /timesync
|
375 | 2023-10-05T07:22:36.003Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
376 | 2023-10-05T07:22:36.003Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
377 | 2023-10-05T07:22:36.758Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
378 | 2023-10-05T07:22:36.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49303
|
379 | 2023-10-05T07:22:36.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8488
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49303
req_id = a99754ca-29bd-4814-8cef-a511645584c6
response_code = 200
uri = /timesync
|
380 | 2023-10-05T07:22:36.769Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
381 | 2023-10-05T07:22:36.769Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
382 | 2023-10-05T07:22:37.651Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
383 | 2023-10-05T07:22:37.651Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65242
|
384 | 2023-10-05T07:22:37.661Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9786
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65242
req_id = 8da6325b-9846-401a-8885-66f215c7aca3
response_code = 200
uri = /timesync
|
385 | 2023-10-05T07:22:37.665Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1696490552.0144205, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
386 | 2023-10-05T07:22:37.665Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:498
|
387 | 2023-10-05T07:22:37.995Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
388 | 2023-10-05T07:22:38.136Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:448
|
389 | 2023-10-05T07:22:38.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57933
|
390 | 2023-10-05T07:22:38.140Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
391 | 2023-10-05T07:22:38.144Z | INFO | SledAgent (ServiceManager): Setting boot time to 1696490558.144988428s
file = sled-agent/src/services.rs:2347
|
392 | 2023-10-05T07:22:38.150Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
393 | 2023-10-05T07:22:38.156Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_01dc5d10-1af6-4024-9cb5-000535ca055c/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
394 | 2023-10-05T07:22:38.162Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
395 | 2023-10-05T07:22:38.167Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_internal_dns_46f3f0ee-173a-4a9d-9350-21cdc8d9c469/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
396 | 2023-10-05T07:22:38.173Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
397 | 2023-10-05T07:22:38.179Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone/oxz_internal_dns_65774b97-64dd-48ff-9052-bbcd7a345721/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
398 | 2023-10-05T07:22:38.185Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
399 | 2023-10-05T07:22:38.190Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1696490558 /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_e29e8f38-f4f8-4dd3-956a-cae8c57a28ec/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2364
|
400 | 2023-10-05T07:22:38.195Z | INFO | SledAgent (ServiceManager): Updated /var/adm/utmpx
file = sled-agent/src/services.rs:2367
|
401 | 2023-10-05T07:22:38.202Z | INFO | SledAgent (ServiceManager): Updated /var/adm/wtmpx
file = sled-agent/src/services.rs:2367
|
402 | 2023-10-05T07:22:38.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 65835
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57933
req_id = 73638e4d-2586-42d1-a93b-f061d9d6e1fd
response_code = 200
uri = /timesync
|
403 | 2023-10-05T07:22:38.205Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1696490557.5690026, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:476
|
404 | 2023-10-05T07:22:38.205Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:939
|
405 | 2023-10-05T07:22:38.235Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
406 | 2023-10-05T07:22:38.235Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 65774b97-64dd-48ff-9052-bbcd7a345721, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 65774b97-64dd-48ff-9052-bbcd7a345721, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 65774b97-64dd-48ff-9052-bbcd7a345721 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 01dc5d10-1af6-4024-9cb5-000535ca055c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 01dc5d10-1af6-4024-9cb5-000535ca055c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 01dc5d10-1af6-4024-9cb5-000535ca055c }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: 9d0b6435-2511-48a5-84cb-590500cd5a81, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: 9d0b6435-2511-48a5-84cb-590500cd5a81, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: 9d0b6435-2511-48a5-84cb-590500cd5a81 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: 574b9334-1f34-4b15-82b9-36ff04a8b13d, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: 574b9334-1f34-4b15-82b9-36ff04a8b13d, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: 574b9334-1f34-4b15-82b9-36ff04a8b13d }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 015371bc-4f6b-4b5d-a427-c011d81e93c1, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 015371bc-4f6b-4b5d-a427-c011d81e93c1, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 015371bc-4f6b-4b5d-a427-c011d81e93c1 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: c2818626-4118-4135-86e0-7d01aa7ad29b, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: c2818626-4118-4135-86e0-7d01aa7ad29b, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: c2818626-4118-4135-86e0-7d01aa7ad29b }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: 3fb2e032-5df8-487d-a664-174f7df3285e, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: 3fb2e032-5df8-487d-a664-174f7df3285e, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: 3fb2e032-5df8-487d-a664-174f7df3285e }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 251fba23-5b0f-4702-a810-9b32b06ea029, ip: 172.30.3.5, kind: Service(e29e8f38-f4f8-4dd3-956a-cae8c57a28ec), mac: MacAddr("A8:40:25:FF:90:A7"), name: Name("ntp-e29e8f38-f4f8-4dd3-956a-cae8c57a28ec"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:284
|
407 | 2023-10-05T07:22:38.235Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46825
|
408 | 2023-10-05T07:22:38.235Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 65774b97-64dd-48ff-9052-bbcd7a345721, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
409 | 2023-10-05T07:22:38.256Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
410 | 2023-10-05T07:22:38.276Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 01dc5d10-1af6-4024-9cb5-000535ca055c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
411 | 2023-10-05T07:22:38.295Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 9d0b6435-2511-48a5-84cb-590500cd5a81, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
412 | 2023-10-05T07:22:38.346Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 574b9334-1f34-4b15-82b9-36ff04a8b13d, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
413 | 2023-10-05T07:22:38.400Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 015371bc-4f6b-4b5d-a427-c011d81e93c1, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
414 | 2023-10-05T07:22:38.454Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c2818626-4118-4135-86e0-7d01aa7ad29b, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
415 | 2023-10-05T07:22:38.504Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3fb2e032-5df8-487d-a664-174f7df3285e, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
416 | 2023-10-05T07:22:38.658Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_9d0b6435-2511-48a5-84cb-590500cd5a81
file = illumos-utils/src/zone.rs:314
|
417 | 2023-10-05T07:22:38.663Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_c2818626-4118-4135-86e0-7d01aa7ad29b
file = illumos-utils/src/zone.rs:314
|
418 | 2023-10-05T07:22:38.667Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_574b9334-1f34-4b15-82b9-36ff04a8b13d
file = illumos-utils/src/zone.rs:314
|
419 | 2023-10-05T07:22:38.671Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_015371bc-4f6b-4b5d-a427-c011d81e93c1
file = illumos-utils/src/zone.rs:314
|
420 | 2023-10-05T07:22:38.676Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_3fb2e032-5df8-487d-a664-174f7df3285e
file = illumos-utils/src/zone.rs:314
|
421 | 2023-10-05T07:22:38.681Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_9d0b6435-2511-48a5-84cb-590500cd5a81
file = illumos-utils/src/zone.rs:353
|
422 | 2023-10-05T07:22:38.685Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_c2818626-4118-4135-86e0-7d01aa7ad29b
file = illumos-utils/src/zone.rs:353
|
423 | 2023-10-05T07:22:38.690Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_574b9334-1f34-4b15-82b9-36ff04a8b13d
file = illumos-utils/src/zone.rs:353
|
424 | 2023-10-05T07:22:38.695Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_015371bc-4f6b-4b5d-a427-c011d81e93c1
file = illumos-utils/src/zone.rs:353
|
425 | 2023-10-05T07:22:38.700Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_3fb2e032-5df8-487d-a664-174f7df3285e
file = illumos-utils/src/zone.rs:353
|
426 | 2023-10-05T07:22:41.128Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49168
|
427 | 2023-10-05T07:22:41.128Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 93
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49168
req_id = 754d43c0-68d1-4476-a454-acb4c794f449
response_code = 200
uri = /baseboard
|
428 | 2023-10-05T07:22:42.187Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_574b9334-1f34-4b15-82b9-36ff04a8b13d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
429 | 2023-10-05T07:22:42.188Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_574b9334-1f34-4b15-82b9-36ff04a8b13d
|
430 | 2023-10-05T07:22:42.196Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_9d0b6435-2511-48a5-84cb-590500cd5a81:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
431 | 2023-10-05T07:22:42.196Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_9d0b6435-2511-48a5-84cb-590500cd5a81
|
432 | 2023-10-05T07:22:42.347Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_c2818626-4118-4135-86e0-7d01aa7ad29b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
433 | 2023-10-05T07:22:42.347Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_c2818626-4118-4135-86e0-7d01aa7ad29b
|
434 | 2023-10-05T07:22:42.903Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
435 | 2023-10-05T07:22:45.534Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_015371bc-4f6b-4b5d-a427-c011d81e93c1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
436 | 2023-10-05T07:22:45.534Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_015371bc-4f6b-4b5d-a427-c011d81e93c1
|
437 | 2023-10-05T07:22:45.565Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_3fb2e032-5df8-487d-a664-174f7df3285e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
438 | 2023-10-05T07:22:45.565Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_cockroachdb_3fb2e032-5df8-487d-a664-174f7df3285e
|
439 | 2023-10-05T07:22:47.918Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
440 | 2023-10-05T07:22:52.922Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
441 | 2023-10-05T07:22:57.924Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
442 | 2023-10-05T07:23:02.926Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
443 | 2023-10-05T07:23:03.545Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 25285300
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:46825
req_id = 93be98ba-abd2-4807-aa74-6684789aeefb
response_code = 204
uri = /services
|
444 | 2023-10-05T07:23:03.578Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40457
|
445 | 2023-10-05T07:23:03.608Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:2278
|
446 | 2023-10-05T07:23:05.581Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:2296
|
447 | 2023-10-05T07:23:13.846Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:2317
|
448 | 2023-10-05T07:23:13.846Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 10267863
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:40457
req_id = fe90ad7a-fc8b-43ae-aac4-fd81f5144c23
response_code = 204
uri = /cockroachdb
|
449 | 2023-10-05T07:23:13.846Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38238
|
450 | 2023-10-05T07:23:13.846Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 148
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38238
req_id = 841a6c1c-b96a-418b-babc-bb1c45e28a03
response_code = 200
uri = /baseboard
|
451 | 2023-10-05T07:23:13.847Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
452 | 2023-10-05T07:23:13.882Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:282
|
453 | 2023-10-05T07:23:13.882Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 65774b97-64dd-48ff-9052-bbcd7a345721, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 65774b97-64dd-48ff-9052-bbcd7a345721, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 65774b97-64dd-48ff-9052-bbcd7a345721 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 01dc5d10-1af6-4024-9cb5-000535ca055c, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 01dc5d10-1af6-4024-9cb5-000535ca055c, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 01dc5d10-1af6-4024-9cb5-000535ca055c }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: 9d0b6435-2511-48a5-84cb-590500cd5a81, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: 9d0b6435-2511-48a5-84cb-590500cd5a81, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: 9d0b6435-2511-48a5-84cb-590500cd5a81 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: 574b9334-1f34-4b15-82b9-36ff04a8b13d, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: 574b9334-1f34-4b15-82b9-36ff04a8b13d, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: 574b9334-1f34-4b15-82b9-36ff04a8b13d }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 015371bc-4f6b-4b5d-a427-c011d81e93c1, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 015371bc-4f6b-4b5d-a427-c011d81e93c1, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 015371bc-4f6b-4b5d-a427-c011d81e93c1 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: c2818626-4118-4135-86e0-7d01aa7ad29b, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: c2818626-4118-4135-86e0-7d01aa7ad29b, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: c2818626-4118-4135-86e0-7d01aa7ad29b }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: 3fb2e032-5df8-487d-a664-174f7df3285e, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: 3fb2e032-5df8-487d-a664-174f7df3285e, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: 3fb2e032-5df8-487d-a664-174f7df3285e }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::8], dataset: Some(DatasetRequest { id: ebed193d-06d3-4e03-84cc-90f483fbe1d3, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::8]:5353" }), id: ebed193d-06d3-4e03-84cc-90f483fbe1d3, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.2.164:53", http_address: "[fd00:1122:3344:101::8]:5353", nic: NetworkInterface { id: 92aed60a-bfcd-410b-8ab2-5fb530d47ebb, ip: 172.30.1.5, kind: Service(ebed193d-06d3-4e03-84cc-90f483fbe1d3), mac: MacAddr("A8:40:25:FF:88:C5"), name: Name("external-dns-ebed193d-06d3-4e03-84cc-90f483fbe1d3"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: ebed193d-06d3-4e03-84cc-90f483fbe1d3 }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::9], dataset: Some(DatasetRequest { id: 448754f8-55bd-46f9-801c-5c778d3002a0, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::9]:5353" }), id: 448754f8-55bd-46f9-801c-5c778d3002a0, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.2.165:53", http_address: "[fd00:1122:3344:101::9]:5353", nic: NetworkInterface { id: 0d0dcc8e-1866-43dc-9d51-eadd576ffb97, ip: 172.30.1.6, kind: Service(448754f8-55bd-46f9-801c-5c778d3002a0), mac: MacAddr("A8:40:25:FF:85:0B"), name: Name("external-dns-448754f8-55bd-46f9-801c-5c778d3002a0"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: 448754f8-55bd-46f9-801c-5c778d3002a0 }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::a], dataset: None, id: 565236fc-4cd8-455d-a7da-4a979b406b0e, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.166, external_tls: true, internal_address: "[fd00:1122:3344:101::a]:12221", nic: NetworkInterface { id: 54fc0d56-c17a-45ec-abad-5024e31b5a24, ip: 172.30.2.5, kind: Service(565236fc-4cd8-455d-a7da-4a979b406b0e), mac: MacAddr("A8:40:25:FF:81:5C"), name: Name("nexus-565236fc-4cd8-455d-a7da-4a979b406b0e"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 565236fc-4cd8-455d-a7da-4a979b406b0e }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::b], dataset: None, id: f7c48384-c6a4-49cf-9915-1f5597adc777, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.167, external_tls: true, internal_address: "[fd00:1122:3344:101::b]:12221", nic: NetworkInterface { id: ad34df2f-d886-43d7-94a8-766878bff663, ip: 172.30.2.6, kind: Service(f7c48384-c6a4-49cf-9915-1f5597adc777), mac: MacAddr("A8:40:25:FF:AD:E4"), name: Name("nexus-f7c48384-c6a4-49cf-9915-1f5597adc777"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: f7c48384-c6a4-49cf-9915-1f5597adc777 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::c], dataset: None, id: 4193a1a9-8e01-450f-ac36-d627a646915c, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.168, external_tls: true, internal_address: "[fd00:1122:3344:101::c]:12221", nic: NetworkInterface { id: 03e5511d-c4be-4ad7-8a07-4eb3a78dc428, ip: 172.30.2.7, kind: Service(4193a1a9-8e01-450f-ac36-d627a646915c), mac: MacAddr("A8:40:25:FF:C8:86"), name: Name("nexus-4193a1a9-8e01-450f-ac36-d627a646915c"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 4193a1a9-8e01-450f-ac36-d627a646915c }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::d], dataset: None, id: 59bd9b2a-f778-41d5-8113-ee6585b7038c, services: [ServiceZoneService { details: Oximeter { address: "[fd00:1122:3344:101::d]:12223" }, id: 59bd9b2a-f778-41d5-8113-ee6585b7038c }], zone_type: Oximeter }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::e], dataset: Some(DatasetRequest { id: 6dda579d-7f2b-4f48-a92e-193e12ec5c16, name: DatasetName { kind: Clickhouse, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::e]:8123" }), id: 6dda579d-7f2b-4f48-a92e-193e12ec5c16, services: [ServiceZoneService { details: Clickhouse { address: "[fd00:1122:3344:101::e]:8123" }, id: 6dda579d-7f2b-4f48-a92e-193e12ec5c16 }], zone_type: Clickhouse }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::f], dataset: None, id: 5c949ee4-2677-4e04-a6dd-608985ad5006, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::f]:17000" }, id: 5c949ee4-2677-4e04-a6dd-608985ad5006 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::10], dataset: None, id: 7c3adcec-5eb6-4c34-91a0-2d0059550ab5, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::10]:17000" }, id: 7c3adcec-5eb6-4c34-91a0-2d0059550ab5 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::11], dataset: None, id: 4357efa6-2a69-4146-869c-6e3347d8072e, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::11]:17000" }, id: 4357efa6-2a69-4146-869c-6e3347d8072e }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::12], dataset: Some(DatasetRequest { id: 3ab1b07c-3dc4-4993-9f75-d5d120ea5116, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::12]:32345" }), id: 3ab1b07c-3dc4-4993-9f75-d5d120ea5116, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::12]:32345" }, id: 3ab1b07c-3dc4-4993-9f75-d5d120ea5116 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::13], dataset: Some(DatasetRequest { id: ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::13]:32345" }), id: ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::13]:32345" }, id: ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::14], dataset: Some(DatasetRequest { id: f75aafb8-c738-4591-b0d1-7b56d1985e55, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::14]:32345" }), id: f75aafb8-c738-4591-b0d1-7b56d1985e55, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::14]:32345" }, id: f75aafb8-c738-4591-b0d1-7b56d1985e55 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::15], dataset: Some(DatasetRequest { id: 21dcba64-0fbf-46c9-917b-d34fe72ab717, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::15]:32345" }), id: 21dcba64-0fbf-46c9-917b-d34fe72ab717, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::15]:32345" }, id: 21dcba64-0fbf-46c9-917b-d34fe72ab717 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::16], dataset: Some(DatasetRequest { id: bcc7e134-8b34-4e0b-9665-57357cea5b07, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::16]:32345" }), id: bcc7e134-8b34-4e0b-9665-57357cea5b07, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::16]:32345" }, id: bcc7e134-8b34-4e0b-9665-57357cea5b07 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::17], dataset: Some(DatasetRequest { id: d5dbf010-5241-47f6-819e-0c7cab802175, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_31bd71cd-4736-4a12-a387-9b74b050396f") }, service_address: "[fd00:1122:3344:101::17]:32345" }), id: d5dbf010-5241-47f6-819e-0c7cab802175, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::17]:32345" }, id: d5dbf010-5241-47f6-819e-0c7cab802175 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::18], dataset: Some(DatasetRequest { id: 1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::18]:32345" }), id: 1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::18]:32345" }, id: 1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::19], dataset: Some(DatasetRequest { id: f554898a-cfa5-426c-88b4-36532d49edaf, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::19]:32345" }), id: f554898a-cfa5-426c-88b4-36532d49edaf, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::19]:32345" }, id: f554898a-cfa5-426c-88b4-36532d49edaf }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1a], dataset: Some(DatasetRequest { id: 204752ee-7e4d-421d-a261-e4f8704b83de, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::1a]:32345" }), id: 204752ee-7e4d-421d-a261-e4f8704b83de, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::1a]:32345" }, id: 204752ee-7e4d-421d-a261-e4f8704b83de }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 251fba23-5b0f-4702-a810-9b32b06ea029, ip: 172.30.3.5, kind: Service(e29e8f38-f4f8-4dd3-956a-cae8c57a28ec), mac: MacAddr("A8:40:25:FF:90:A7"), name: Name("ntp-e29e8f38-f4f8-4dd3-956a-cae8c57a28ec"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: e29e8f38-f4f8-4dd3-956a-cae8c57a28ec }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:284
|
454 | 2023-10-05T07:23:13.882Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35648
|
455 | 2023-10-05T07:23:13.882Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 65774b97-64dd-48ff-9052-bbcd7a345721, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
456 | 2023-10-05T07:23:13.906Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 46f3f0ee-173a-4a9d-9350-21cdc8d9c469, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
457 | 2023-10-05T07:23:13.924Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 01dc5d10-1af6-4024-9cb5-000535ca055c, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
458 | 2023-10-05T07:23:13.945Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 9d0b6435-2511-48a5-84cb-590500cd5a81, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
459 | 2023-10-05T07:23:13.964Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 574b9334-1f34-4b15-82b9-36ff04a8b13d, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
460 | 2023-10-05T07:23:13.985Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 015371bc-4f6b-4b5d-a427-c011d81e93c1, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
461 | 2023-10-05T07:23:14.005Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c2818626-4118-4135-86e0-7d01aa7ad29b, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
462 | 2023-10-05T07:23:14.025Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3fb2e032-5df8-487d-a664-174f7df3285e, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
463 | 2023-10-05T07:23:14.044Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ebed193d-06d3-4e03-84cc-90f483fbe1d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
464 | 2023-10-05T07:23:14.110Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 448754f8-55bd-46f9-801c-5c778d3002a0, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
465 | 2023-10-05T07:23:14.181Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6dda579d-7f2b-4f48-a92e-193e12ec5c16, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
466 | 2023-10-05T07:23:14.252Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3ab1b07c-3dc4-4993-9f75-d5d120ea5116, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
467 | 2023-10-05T07:23:14.317Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
468 | 2023-10-05T07:23:14.396Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f75aafb8-c738-4591-b0d1-7b56d1985e55, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
469 | 2023-10-05T07:23:14.472Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 21dcba64-0fbf-46c9-917b-d34fe72ab717, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
470 | 2023-10-05T07:23:14.541Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: bcc7e134-8b34-4e0b-9665-57357cea5b07, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
471 | 2023-10-05T07:23:14.621Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d5dbf010-5241-47f6-819e-0c7cab802175, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
472 | 2023-10-05T07:23:14.697Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
473 | 2023-10-05T07:23:14.766Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: f554898a-cfa5-426c-88b4-36532d49edaf, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
474 | 2023-10-05T07:23:14.840Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 204752ee-7e4d-421d-a261-e4f8704b83de, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1004
|
475 | 2023-10-05T07:23:14.938Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
476 | 2023-10-05T07:23:15.135Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
477 | 2023-10-05T07:23:15.137Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
478 | 2023-10-05T07:23:15.138Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
479 | 2023-10-05T07:23:15.206Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:241
|
480 | 2023-10-05T07:23:15.227Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10
file = illumos-utils/src/zone.rs:314
|
481 | 2023-10-05T07:23:15.234Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3ab1b07c-3dc4-4993-9f75-d5d120ea5116
file = illumos-utils/src/zone.rs:314
|
482 | 2023-10-05T07:23:15.239Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d5dbf010-5241-47f6-819e-0c7cab802175
file = illumos-utils/src/zone.rs:314
|
483 | 2023-10-05T07:23:15.245Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_6dda579d-7f2b-4f48-a92e-193e12ec5c16
file = illumos-utils/src/zone.rs:314
|
484 | 2023-10-05T07:23:15.249Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_4357efa6-2a69-4146-869c-6e3347d8072e
file = illumos-utils/src/zone.rs:314
|
485 | 2023-10-05T07:23:15.255Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f554898a-cfa5-426c-88b4-36532d49edaf
file = illumos-utils/src/zone.rs:314
|
486 | 2023-10-05T07:23:15.260Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_59bd9b2a-f778-41d5-8113-ee6585b7038c
file = illumos-utils/src/zone.rs:314
|
487 | 2023-10-05T07:23:15.265Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f75aafb8-c738-4591-b0d1-7b56d1985e55
file = illumos-utils/src/zone.rs:314
|
488 | 2023-10-05T07:23:15.270Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_5c949ee4-2677-4e04-a6dd-608985ad5006
file = illumos-utils/src/zone.rs:314
|
489 | 2023-10-05T07:23:15.274Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_bcc7e134-8b34-4e0b-9665-57357cea5b07
file = illumos-utils/src/zone.rs:314
|
490 | 2023-10-05T07:23:15.280Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72
file = illumos-utils/src/zone.rs:314
|
491 | 2023-10-05T07:23:15.285Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10
file = illumos-utils/src/zone.rs:353
|
492 | 2023-10-05T07:23:15.291Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3ab1b07c-3dc4-4993-9f75-d5d120ea5116
file = illumos-utils/src/zone.rs:353
|
493 | 2023-10-05T07:23:15.296Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d5dbf010-5241-47f6-819e-0c7cab802175
file = illumos-utils/src/zone.rs:353
|
494 | 2023-10-05T07:23:15.300Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_6dda579d-7f2b-4f48-a92e-193e12ec5c16
file = illumos-utils/src/zone.rs:353
|
495 | 2023-10-05T07:23:15.305Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_4357efa6-2a69-4146-869c-6e3347d8072e
file = illumos-utils/src/zone.rs:353
|
496 | 2023-10-05T07:23:15.310Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f554898a-cfa5-426c-88b4-36532d49edaf
file = illumos-utils/src/zone.rs:353
|
497 | 2023-10-05T07:23:15.315Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_59bd9b2a-f778-41d5-8113-ee6585b7038c
file = illumos-utils/src/zone.rs:353
|
498 | 2023-10-05T07:23:15.320Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f75aafb8-c738-4591-b0d1-7b56d1985e55
file = illumos-utils/src/zone.rs:353
|
499 | 2023-10-05T07:23:15.325Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_5c949ee4-2677-4e04-a6dd-608985ad5006
file = illumos-utils/src/zone.rs:353
|
500 | 2023-10-05T07:23:15.330Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_bcc7e134-8b34-4e0b-9665-57357cea5b07
file = illumos-utils/src/zone.rs:353
|
501 | 2023-10-05T07:23:15.336Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72
file = illumos-utils/src/zone.rs:353
|
502 | 2023-10-05T07:23:15.342Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_21dcba64-0fbf-46c9-917b-d34fe72ab717
file = illumos-utils/src/zone.rs:314
|
503 | 2023-10-05T07:23:15.347Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_204752ee-7e4d-421d-a261-e4f8704b83de
file = illumos-utils/src/zone.rs:314
|
504 | 2023-10-05T07:23:15.353Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_7c3adcec-5eb6-4c34-91a0-2d0059550ab5
file = illumos-utils/src/zone.rs:314
|
505 | 2023-10-05T07:23:15.405Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
506 | 2023-10-05T07:23:15.442Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
507 | 2023-10-05T07:23:15.477Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
508 | 2023-10-05T07:23:15.477Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_21dcba64-0fbf-46c9-917b-d34fe72ab717
file = illumos-utils/src/zone.rs:353
|
509 | 2023-10-05T07:23:15.484Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_204752ee-7e4d-421d-a261-e4f8704b83de
file = illumos-utils/src/zone.rs:353
|
510 | 2023-10-05T07:23:15.489Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_7c3adcec-5eb6-4c34-91a0-2d0059550ab5
file = illumos-utils/src/zone.rs:353
|
511 | 2023-10-05T07:23:15.529Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
512 | 2023-10-05T07:23:15.609Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:258
|
513 | 2023-10-05T07:23:15.613Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
514 | 2023-10-05T07:23:15.613Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
515 | 2023-10-05T07:23:15.729Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 129, 92]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
516 | 2023-10-05T07:23:15.729Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: 565236fc-4cd8-455d-a7da-4a979b406b0e, details: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 54fc0d56-c17a-45ec-abad-5024e31b5a24, kind: Service { id: 565236fc-4cd8-455d-a7da-4a979b406b0e }, name: Name("nexus-565236fc-4cd8-455d-a7da-4a979b406b0e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
517 | 2023-10-05T07:23:15.732Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
518 | 2023-10-05T07:23:15.732Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
519 | 2023-10-05T07:23:15.798Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 200, 134]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
520 | 2023-10-05T07:23:15.798Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: 4193a1a9-8e01-450f-ac36-d627a646915c, details: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 03e5511d-c4be-4ad7-8a07-4eb3a78dc428, kind: Service { id: 4193a1a9-8e01-450f-ac36-d627a646915c }, name: Name("nexus-4193a1a9-8e01-450f-ac36-d627a646915c"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 134])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
521 | 2023-10-05T07:23:15.800Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
522 | 2023-10-05T07:23:15.800Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
523 | 2023-10-05T07:23:15.855Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 136, 197]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
524 | 2023-10-05T07:23:15.855Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: ebed193d-06d3-4e03-84cc-90f483fbe1d3, details: ExternalDns { http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 92aed60a-bfcd-410b-8ab2-5fb530d47ebb, kind: Service { id: ebed193d-06d3-4e03-84cc-90f483fbe1d3 }, name: Name("external-dns-ebed193d-06d3-4e03-84cc-90f483fbe1d3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
525 | 2023-10-05T07:23:15.857Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
526 | 2023-10-05T07:23:15.857Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
527 | 2023-10-05T07:23:15.909Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 133, 11]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte4" } }
|
528 | 2023-10-05T07:23:15.909Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: 448754f8-55bd-46f9-801c-5c778d3002a0, details: ExternalDns { http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 0d0dcc8e-1866-43dc-9d51-eadd576ffb97, kind: Service { id: 448754f8-55bd-46f9-801c-5c778d3002a0 }, name: Name("external-dns-448754f8-55bd-46f9-801c-5c778d3002a0"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 11])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
529 | 2023-10-05T07:23:15.911Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:283
|
530 | 2023-10-05T07:23:15.911Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:175
|
531 | 2023-10-05T07:23:15.986Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 173, 228]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
532 | 2023-10-05T07:23:15.987Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:881
service = ServiceZoneService { id: f7c48384-c6a4-49cf-9915-1f5597adc777, details: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: ad34df2f-d886-43d7-94a8-766878bff663, kind: Service { id: f7c48384-c6a4-49cf-9915-1f5597adc777 }, name: Name("nexus-f7c48384-c6a4-49cf-9915-1f5597adc777"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 228])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
533 | 2023-10-05T07:23:15.988Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
534 | 2023-10-05T07:23:15.988Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
535 | 2023-10-05T07:23:15.989Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
536 | 2023-10-05T07:23:15.989Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
537 | 2023-10-05T07:23:15.989Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
538 | 2023-10-05T07:23:15.989Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
539 | 2023-10-05T07:23:15.990Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
540 | 2023-10-05T07:23:15.990Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
541 | 2023-10-05T07:23:15.990Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:98
|
542 | 2023-10-05T07:23:15.990Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:105
|
543 | 2023-10-05T07:23:15.990Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
544 | 2023-10-05T07:23:16.022Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
545 | 2023-10-05T07:23:16.059Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
546 | 2023-10-05T07:23:16.092Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
547 | 2023-10-05T07:23:16.121Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = dpd-client/src/lib.rs:133
|
548 | 2023-10-05T07:23:16.152Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_f7c48384-c6a4-49cf-9915-1f5597adc777
file = illumos-utils/src/zone.rs:314
|
549 | 2023-10-05T07:23:16.159Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_565236fc-4cd8-455d-a7da-4a979b406b0e
file = illumos-utils/src/zone.rs:314
|
550 | 2023-10-05T07:23:16.167Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_4193a1a9-8e01-450f-ac36-d627a646915c
file = illumos-utils/src/zone.rs:314
|
551 | 2023-10-05T07:23:16.173Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_ebed193d-06d3-4e03-84cc-90f483fbe1d3
file = illumos-utils/src/zone.rs:314
|
552 | 2023-10-05T07:23:16.180Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_448754f8-55bd-46f9-801c-5c778d3002a0
file = illumos-utils/src/zone.rs:314
|
553 | 2023-10-05T07:23:16.187Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_f7c48384-c6a4-49cf-9915-1f5597adc777
file = illumos-utils/src/zone.rs:353
|
554 | 2023-10-05T07:23:16.194Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_565236fc-4cd8-455d-a7da-4a979b406b0e
file = illumos-utils/src/zone.rs:353
|
555 | 2023-10-05T07:23:16.201Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_4193a1a9-8e01-450f-ac36-d627a646915c
file = illumos-utils/src/zone.rs:353
|
556 | 2023-10-05T07:23:16.209Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_ebed193d-06d3-4e03-84cc-90f483fbe1d3
file = illumos-utils/src/zone.rs:353
|
557 | 2023-10-05T07:23:16.216Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_448754f8-55bd-46f9-801c-5c778d3002a0
file = illumos-utils/src/zone.rs:353
|
558 | 2023-10-05T07:23:17.539Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_oximeter_59bd9b2a-f778-41d5-8113-ee6585b7038c
|
559 | 2023-10-05T07:23:17.736Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_5c949ee4-2677-4e04-a6dd-608985ad5006:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
560 | 2023-10-05T07:23:17.737Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_4357efa6-2a69-4146-869c-6e3347d8072e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
561 | 2023-10-05T07:23:17.737Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_pantry_5c949ee4-2677-4e04-a6dd-608985ad5006
|
562 | 2023-10-05T07:23:17.746Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_pantry_4357efa6-2a69-4146-869c-6e3347d8072e
|
563 | 2023-10-05T07:23:18.003Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="2ced4d92-1792-452b-a3db-3adabcf35551"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
564 | 2023-10-05T07:23:18.004Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_ea9d452a-2a8d-4f4e-8ed2-0bda13b94a72
|
565 | 2023-10-05T07:23:18.046Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f554898a-cfa5-426c-88b4-36532d49edaf:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="3ead8f7e-b328-4501-b351-ca383ec9bbc9"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
566 | 2023-10-05T07:23:18.047Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_f554898a-cfa5-426c-88b4-36532d49edaf
|
567 | 2023-10-05T07:23:18.057Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3ab1b07c-3dc4-4993-9f75-d5d120ea5116:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="0605794f-a5d5-4fac-8123-39d2e7a5f6c0"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
568 | 2023-10-05T07:23:18.058Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_3ab1b07c-3dc4-4993-9f75-d5d120ea5116
|
569 | 2023-10-05T07:23:18.367Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_7c3adcec-5eb6-4c34-91a0-2d0059550ab5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
570 | 2023-10-05T07:23:18.367Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_pantry_7c3adcec-5eb6-4c34-91a0-2d0059550ab5
|
571 | 2023-10-05T07:23:18.450Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f75aafb8-c738-4591-b0d1-7b56d1985e55:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="3b58328f-3af6-4c72-a717-64bbf9d2462d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
572 | 2023-10-05T07:23:18.453Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_bcc7e134-8b34-4e0b-9665-57357cea5b07:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="8db01ee9-d88a-4832-9bef-f508ac41cb95"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
573 | 2023-10-05T07:23:18.454Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d5dbf010-5241-47f6-819e-0c7cab802175:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="ecb95c8a-03a4-45da-a269-0133d447f7c5"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
574 | 2023-10-05T07:23:18.454Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_bcc7e134-8b34-4e0b-9665-57357cea5b07
|
575 | 2023-10-05T07:23:18.473Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_d5dbf010-5241-47f6-819e-0c7cab802175
|
576 | 2023-10-05T07:23:18.487Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_f75aafb8-c738-4591-b0d1-7b56d1985e55
|
577 | 2023-10-05T07:23:18.850Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
578 | 2023-10-05T07:23:20.091Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_external_dns_448754f8-55bd-46f9-801c-5c778d3002a0
|
579 | 2023-10-05T07:23:20.935Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_nexus_565236fc-4cd8-455d-a7da-4a979b406b0e
|
580 | 2023-10-05T07:23:21.472Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_6dda579d-7f2b-4f48-a92e-193e12ec5c16:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
581 | 2023-10-05T07:23:21.472Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_clickhouse_6dda579d-7f2b-4f48-a92e-193e12ec5c16
|
582 | 2023-10-05T07:23:21.966Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="06dfe9ce-a1bd-46b2-9542-826fb6702c29"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
583 | 2023-10-05T07:23:21.966Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_1dd19b2f-3cd0-4ec7-8941-9fa25ba93a10
|
584 | 2023-10-05T07:23:22.208Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_21dcba64-0fbf-46c9-917b-d34fe72ab717:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="3fbf0b16-8b49-4a21-8e3e-aaebcd91c59f"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
585 | 2023-10-05T07:23:22.209Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_21dcba64-0fbf-46c9-917b-d34fe72ab717
|
586 | 2023-10-05T07:23:22.482Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_204752ee-7e4d-421d-a261-e4f8704b83de:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="056d059d-f0e4-420c-b7b5-c56fed9a05cb"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
587 | 2023-10-05T07:23:22.483Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_crucible_204752ee-7e4d-421d-a261-e4f8704b83de
|
588 | 2023-10-05T07:23:23.594Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_nexus_4193a1a9-8e01-450f-ac36-d627a646915c
|
589 | 2023-10-05T07:23:23.852Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
590 | 2023-10-05T07:23:23.956Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_external_dns_ebed193d-06d3-4e03-84cc-90f483fbe1d3
|
591 | 2023-10-05T07:23:24.258Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
zone = oxz_nexus_f7c48384-c6a4-49cf-9915-1f5597adc777
|
592 | 2023-10-05T07:23:28.853Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
593 | 2023-10-05T07:23:29.562Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists
file = sled-agent/src/services.rs:1358
|
594 | 2023-10-05T07:23:29.562Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_oximeter_59bd9b2a-f778-41d5-8113-ee6585b7038c
|
595 | 2023-10-05T07:23:30.217Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists - OK
file = sled-agent/src/services.rs:1366
|
596 | 2023-10-05T07:23:30.217Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
597 | 2023-10-05T07:23:31.495Z | INFO | SledAgent (ServiceManager): Setting up oximeter service
file = sled-agent/src/services.rs:1625
|
598 | 2023-10-05T07:23:32.183Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1358
|
599 | 2023-10-05T07:23:32.183Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_nexus_565236fc-4cd8-455d-a7da-4a979b406b0e
|
600 | 2023-10-05T07:23:32.849Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1366
|
601 | 2023-10-05T07:23:32.849Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
602 | 2023-10-05T07:23:33.794Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1429
|
603 | 2023-10-05T07:23:33.794Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_nexus_565236fc-4cd8-455d-a7da-4a979b406b0e
|
604 | 2023-10-05T07:23:33.855Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
605 | 2023-10-05T07:23:38.857Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
606 | 2023-10-05T07:23:40.010Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1358
|
607 | 2023-10-05T07:23:40.011Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_nexus_4193a1a9-8e01-450f-ac36-d627a646915c
|
608 | 2023-10-05T07:23:40.567Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1366
|
609 | 2023-10-05T07:23:40.567Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
610 | 2023-10-05T07:23:41.763Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1429
|
611 | 2023-10-05T07:23:41.763Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_nexus_4193a1a9-8e01-450f-ac36-d627a646915c
|
612 | 2023-10-05T07:23:43.858Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
613 | 2023-10-05T07:23:43.882Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50534
|
614 | 2023-10-05T07:23:43.882Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 57
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50534
req_id = a2896a19-930b-42c8-b394-b63854d11efc
response_code = 200
uri = /baseboard
|
615 | 2023-10-05T07:23:47.512Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1358
|
616 | 2023-10-05T07:23:47.512Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_external_dns_ebed193d-06d3-4e03-84cc-90f483fbe1d3
|
617 | 2023-10-05T07:23:48.242Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1366
|
618 | 2023-10-05T07:23:48.242Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
619 | 2023-10-05T07:23:48.621Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1526
|
620 | 2023-10-05T07:23:48.621Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_external_dns_ebed193d-06d3-4e03-84cc-90f483fbe1d3
|
621 | 2023-10-05T07:23:48.860Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
622 | 2023-10-05T07:23:53.862Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
623 | 2023-10-05T07:23:54.229Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1358
|
624 | 2023-10-05T07:23:54.229Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_external_dns_448754f8-55bd-46f9-801c-5c778d3002a0
|
625 | 2023-10-05T07:23:54.792Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1366
|
626 | 2023-10-05T07:23:54.792Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
627 | 2023-10-05T07:23:55.104Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1526
|
628 | 2023-10-05T07:23:55.104Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_external_dns_448754f8-55bd-46f9-801c-5c778d3002a0
|
629 | 2023-10-05T07:23:58.864Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
630 | 2023-10-05T07:24:00.793Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1358
|
631 | 2023-10-05T07:24:00.793Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:602
zone = oxz_nexus_f7c48384-c6a4-49cf-9915-1f5597adc777
|
632 | 2023-10-05T07:24:01.351Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1366
|
633 | 2023-10-05T07:24:01.351Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1387
|
634 | 2023-10-05T07:24:01.567Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1429
|
635 | 2023-10-05T07:24:01.567Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:646
zone = oxz_nexus_f7c48384-c6a4-49cf-9915-1f5597adc777
|
636 | 2023-10-05T07:24:03.866Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
637 | 2023-10-05T07:24:04.371Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 135.838284471s
|
638 | 2023-10-05T07:24:04.371Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 135.83823335s
|
639 | 2023-10-05T07:24:04.380Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 135.845964792s
|
640 | 2023-10-05T07:24:04.380Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 135.846216097s
|
641 | 2023-10-05T07:24:04.381Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 135.849439268s
|
642 | 2023-10-05T07:24:04.381Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 135.848152657s
|
643 | 2023-10-05T07:24:04.381Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 135.848059976s
|
644 | 2023-10-05T07:24:04.381Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 135.846482391s
|
645 | 2023-10-05T07:24:04.381Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 135.848051646s
|
646 | 2023-10-05T07:24:05.720Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 137.186658571s
|
647 | 2023-10-05T07:24:05.721Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 137.188342858s
|
648 | 2023-10-05T07:24:05.722Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 137.188521321s
|
649 | 2023-10-05T07:24:06.485Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 52603189
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:35648
req_id = 3d54ac3f-ffc4-40b1-bbf9-600f4b18f78b
response_code = 204
uri = /services
|
650 | 2023-10-05T07:24:06.489Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:972
|
651 | 2023-10-05T07:24:06.492Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:523
|
652 | 2023-10-05T07:24:06.492Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:525
|
653 | 2023-10-05T07:24:06.524Z | INFO | SledAgent (RSS): rack_network_config: Some(
RackNetworkConfig {
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
uplinks: [
UplinkConfig {
gateway_ip: 10.151.2.100,
switch: Switch0,
uplink_cidr: Ipv4Network {
addr: 10.151.2.174,
prefix: 32,
},
uplink_port: "qsfp0",
uplink_port_fec: None,
uplink_port_speed: Speed40G,
uplink_vid: None,
},
],
},
)
file = sled-agent/src/rack_setup/service.rs:606
|
654 | 2023-10-05T07:24:06.525Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/1b9ddfe5-f019-488f-b689-625b233bb360/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:627
|
655 | 2023-10-05T07:24:06.588Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/1b9ddfe5-f019-488f-b689-625b233bb360/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:627
|
656 | 2023-10-05T07:24:06.651Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/1b9ddfe5-f019-488f-b689-625b233bb360/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:627
|
657 | 2023-10-05T07:24:06.794Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/1b9ddfe5-f019-488f-b689-625b233bb360/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:627
|
658 | 2023-10-05T07:24:08.365Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:957
total duration = 139.833172366s
|
659 | 2023-10-05T07:24:08.544Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 140.011011574s
|
660 | 2023-10-05T07:24:08.597Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 140.063359994s
|
661 | 2023-10-05T07:24:08.621Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 140.086614763s
|
662 | 2023-10-05T07:24:08.623Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 140.088666695s
|
663 | 2023-10-05T07:24:08.649Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 140.115281417s
|
664 | 2023-10-05T07:24:08.761Z | INFO | SledAgent (SledAgentMain): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "41df1c6512874bc9b4d77e59d61d5930" }
file = sled-agent/src/sled_agent.rs:528
id = f169b337-b78a-45df-98f5-da5a04c0299a
|
665 | 2023-10-05T07:24:08.867Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
666 | 2023-10-05T07:24:09.308Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "2e7737ec-4ef9-4f56-97bf-3296c928abbf", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "2e7737ec-4ef9-4f56-97bf-3296c928abbf" }
file = sled-agent/src/rack_setup/service.rs:627
|
667 | 2023-10-05T07:24:09.923Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "23267637-ebc9-4818-9b75-67219d74f544", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:09 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "23267637-ebc9-4818-9b75-67219d74f544" }
file = sled-agent/src/rack_setup/service.rs:627
|
668 | 2023-10-05T07:24:10.192Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 141.657637281s
|
669 | 2023-10-05T07:24:10.582Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e82421db-2025-488b-a4f2-1aa8b7e2ad06", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:09 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "e82421db-2025-488b-a4f2-1aa8b7e2ad06" }
file = sled-agent/src/rack_setup/service.rs:627
|
670 | 2023-10-05T07:24:11.301Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "fb55ea31-d69d-4990-9695-9ecd23dd7a7c", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:10 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "fb55ea31-d69d-4990-9695-9ecd23dd7a7c" }
file = sled-agent/src/rack_setup/service.rs:627
|
671 | 2023-10-05T07:24:11.305Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:494
total duration = 142.771046768s
|
672 | 2023-10-05T07:24:12.063Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "1129e6ae-a4af-4f27-96dd-9322d568f6f6", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:12 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "1129e6ae-a4af-4f27-96dd-9322d568f6f6" }
file = sled-agent/src/rack_setup/service.rs:627
|
673 | 2023-10-05T07:24:12.926Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "f5491d70-5d82-47b2-a548-df09cd8b1401", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:12 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "f5491d70-5d82-47b2-a548-df09cd8b1401" }
file = sled-agent/src/rack_setup/service.rs:627
|
674 | 2023-10-05T07:24:13.709Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "8de42c07-523b-4d0d-816f-38a623622127", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:13 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "8de42c07-523b-4d0d-816f-38a623622127" }
file = sled-agent/src/rack_setup/service.rs:627
|
675 | 2023-10-05T07:24:13.869Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
676 | 2023-10-05T07:24:13.916Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38755
|
677 | 2023-10-05T07:24:13.916Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 28
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38755
req_id = 55db4cf3-9f34-44f1-bff0-0a310c00a469
response_code = 200
uri = /baseboard
|
678 | 2023-10-05T07:24:14.528Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "dc764a9a-cd00-4123-9fc3-09e16d88c159", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:14 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"14b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "dc764a9a-cd00-4123-9fc3-09e16d88c159" }
file = sled-agent/src/rack_setup/service.rs:627
|
679 | 2023-10-05T07:24:16.081Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9237a52b-fbf8-450a-aa30-d06f448edaca", "content-length": "174", "date": "Thu, 05 Oct 2023 07:24:16 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"ceb4461c-cf56-4719-ad3c-14430bfdfb60\"", request_id: "9237a52b-fbf8-450a-aa30-d06f448edaca" }
file = sled-agent/src/rack_setup/service.rs:627
|
680 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52745
|
681 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:393
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0d0dcc8e-1866-43dc-9d51-eadd576ffb97, kind: Service { id: 448754f8-55bd-46f9-801c-5c778d3002a0 }, name: Name("external-dns-448754f8-55bd-46f9-801c-5c778d3002a0"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 11])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 92aed60a-bfcd-410b-8ab2-5fb530d47ebb, kind: Service { id: ebed193d-06d3-4e03-84cc-90f483fbe1d3 }, name: Name("external-dns-ebed193d-06d3-4e03-84cc-90f483fbe1d3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 197])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03e5511d-c4be-4ad7-8a07-4eb3a78dc428, kind: Service { id: 4193a1a9-8e01-450f-ac36-d627a646915c }, name: Name("nexus-4193a1a9-8e01-450f-ac36-d627a646915c"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 134])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 54fc0d56-c17a-45ec-abad-5024e31b5a24, kind: Service { id: 565236fc-4cd8-455d-a7da-4a979b406b0e }, name: Name("nexus-565236fc-4cd8-455d-a7da-4a979b406b0e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 129, 92])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ad34df2f-d886-43d7-94a8-766878bff663, kind: Service { id: f7c48384-c6a4-49cf-9915-1f5597adc777 }, name: Name("nexus-f7c48384-c6a4-49cf-9915-1f5597adc777"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 228])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
682 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
683 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
684 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte0"
rules = []
|
685 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
686 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
687 | 2023-10-05T07:24:17.468Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:412
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
688 | 2023-10-05T07:24:17.469Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 347
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52745
req_id = c92cfa33-7e0c-41a8-907c-f41e93a2544e
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
689 | 2023-10-05T07:24:17.801Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:637
|
690 | 2023-10-05T07:24:18.870Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
691 | 2023-10-05T07:24:23.872Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
692 | 2023-10-05T07:24:28.418Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42419
|
693 | 2023-10-05T07:24:28.419Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:174
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
propolis_id = 89d98405-c899-4b6e-9763-9b7a08dec85c
|
694 | 2023-10-05T07:24:28.419Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:204
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
695 | 2023-10-05T07:24:28.420Z | INFO | SledAgent (InstanceManager): Instance::new w/initial HW: InstanceHardware { runtime: InstanceRuntimeState { run_state: Creating, sled_id: f169b337-b78a-45df-98f5-da5a04c0299a, propolis_id: 89d98405-c899-4b6e-9763-9b7a08dec85c, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(1), time_updated: 2023-10-05T07:24:27.215308Z }, nics: [NetworkInterface { id: 80160c94-3305-4ad4-b110-703cb4dda397, kind: Instance { id: 7157f925-44bf-4201-806d-efeafdb5d2ba }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 177, 61])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12699301), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.2.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80160c94-3305-4ad4-b110-703cb4dda397, kind: Instance { id: 7157f925-44bf-4201-806d-efeafdb5d2ba }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 177, 61])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12699301), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80160c94-3305-4ad4-b110-703cb4dda397, kind: Instance { id: 7157f925-44bf-4201-806d-efeafdb5d2ba }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 177, 61])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12699301), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(12699301))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 80160c94-3305-4ad4-b110-703cb4dda397, kind: Instance { id: 7157f925-44bf-4201-806d-efeafdb5d2ba }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 177, 61])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12699301), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], disks: [DiskRequest { name: "disk-36a2c532c32", slot: Slot(0), read_only: false, device: "nvme", volume_construction_request: Volume { id: 7ac70591-7275-4f55-9878-83a7c8233f9f, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 7ac70591-7275-4f55-9878-83a7c8233f9f, target: [[fd00:1122:3344:101::14]:19000, [fd00:1122:3344:101::12]:19000, [fd00:1122:3344:101::15]:19000], lossy: false, flush_timeout: None, key: Some("Fw8d1BcJbXhUe/6dxuOOlEkpSM1ItArB/qSY3PoDIMQ="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: 1271c821-3bb3-4558-bc97-fe888872c9ef, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAmDjtFV0VXAAAOO0VXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAJg47RVdFVwAADjtFVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI3MTU3ZjkyNS00NGJmLTQyMDEtODA2ZC1lZmVhZmRiNWQyYmEiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJR3BkeDd5ZEdyaDhNQW04UWREWHpPS1oza0F5aUxQVTFHMzNFNkR2SUJwQSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
file = sled-agent/src/instance.rs:628
|
696 | 2023-10-05T07:24:28.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 1266
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42419
req_id = 1b800b09-75a7-4656-8a36-2c3fa59979d2
response_code = 200
uri = /instances/7157f925-44bf-4201-806d-efeafdb5d2ba
|
697 | 2023-10-05T07:24:28.521Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44948
|
698 | 2023-10-05T07:24:28.522Z | INFO | SledAgent (InstanceManager): Ensuring new instance
file = sled-agent/src/instance.rs:725
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
699 | 2023-10-05T07:24:28.522Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
state = InstanceRuntimeState { run_state: Starting, sled_id: f169b337-b78a-45df-98f5-da5a04c0299a, propolis_id: 89d98405-c899-4b6e-9763-9b7a08dec85c, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(2), time_updated: 2023-10-05T07:24:28.522023150Z }
|
700 | 2023-10-05T07:24:28.569Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:377
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 248, 177, 61]), slot: 0, vni: Vni { inner: 12699301 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
701 | 2023-10-05T07:24:28.603Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c
file = illumos-utils/src/zone.rs:314
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
702 | 2023-10-05T07:24:28.622Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c
file = illumos-utils/src/zone.rs:353
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
703 | 2023-10-05T07:24:28.874Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
704 | 2023-10-05T07:24:29.983Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::22"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::b]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
705 | 2023-10-05T07:24:29.983Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:506
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
zone = oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c
|
706 | 2023-10-05T07:24:33.876Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
707 | 2023-10-05T07:24:35.926Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c
file = sled-agent/src/instance.rs:970
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
708 | 2023-10-05T07:24:35.936Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:979
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
709 | 2023-10-05T07:24:35.970Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:996
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
710 | 2023-10-05T07:24:35.971Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAAmDjtFV0VXAAAOO0VXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAJg47RVdFVwAADjtFVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI3MTU3ZjkyNS00NGJmLTQyMDEtODA2ZC1lZmVhZmRiNWQyYmEiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJR3BkeDd5ZEdyaDhNQW04UWREWHpPS1oza0F5aUxQVTFHMzNFNkR2SUJwQSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-36a2c532c32", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 7ac70591-7275-4f55-9878-83a7c8233f9f, read_only_parent: Some(Url { block_size: 512, id: 1271c821-3bb3-4558-bc97-fe888872c9ef, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7ac70591-7275-4f55-9878-83a7c8233f9f, key: Some("Fw8d1BcJbXhUe/6dxuOOlEkpSM1ItArB/qSY3PoDIMQ="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19000", "[fd00:1122:3344:101::12]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 7157f925-44bf-4201-806d-efeafdb5d2ba, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:462
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
711 | 2023-10-05T07:24:36.168Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:464
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
712 | 2023-10-05T07:24:36.169Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7647357
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44948
req_id = d8225730-828c-4443-be8e-2325e5eb7102
response_code = 200
uri = /instances/7157f925-44bf-4201-806d-efeafdb5d2ba/state
|
713 | 2023-10-05T07:24:36.169Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Starting, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
714 | 2023-10-05T07:24:36.169Z | INFO | SledAgent (InstanceManager): New state: Starting, action: None
file = sled-agent/src/instance.rs:366
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
715 | 2023-10-05T07:24:36.169Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
state = InstanceRuntimeState { run_state: Starting, sled_id: f169b337-b78a-45df-98f5-da5a04c0299a, propolis_id: 89d98405-c899-4b6e-9763-9b7a08dec85c, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(3), time_updated: 2023-10-05T07:24:36.169301733Z }
|
716 | 2023-10-05T07:24:36.195Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Running, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
717 | 2023-10-05T07:24:36.195Z | INFO | SledAgent (InstanceManager): New state: Running, action: None
file = sled-agent/src/instance.rs:366
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
718 | 2023-10-05T07:24:36.195Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
state = InstanceRuntimeState { run_state: Running, sled_id: f169b337-b78a-45df-98f5-da5a04c0299a, propolis_id: 89d98405-c899-4b6e-9763-9b7a08dec85c, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(4), time_updated: 2023-10-05T07:24:36.195645450Z }
|
719 | 2023-10-05T07:24:38.877Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
720 | 2023-10-05T07:24:43.879Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
721 | 2023-10-05T07:24:43.951Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61265
|
722 | 2023-10-05T07:24:43.951Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 35
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61265
req_id = c8719ed2-fbbf-4847-a262-8c6447d8b525
response_code = 200
uri = /baseboard
|
723 | 2023-10-05T07:24:48.880Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
724 | 2023-10-05T07:24:53.880Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
725 | 2023-10-05T07:24:58.881Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
726 | 2023-10-05T07:25:03.882Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
727 | 2023-10-05T07:25:08.883Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
728 | 2023-10-05T07:25:13.884Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
729 | 2023-10-05T07:25:13.982Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53828
|
730 | 2023-10-05T07:25:13.982Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 35
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53828
req_id = 850e7e97-4d77-4636-ad92-be830e234270
response_code = 200
uri = /baseboard
|
731 | 2023-10-05T07:25:18.887Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
732 | 2023-10-05T07:25:23.887Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
733 | 2023-10-05T07:25:28.890Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
734 | 2023-10-05T07:25:33.890Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
735 | 2023-10-05T07:25:38.892Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
736 | 2023-10-05T07:25:43.893Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
737 | 2023-10-05T07:25:44.016Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39317
|
738 | 2023-10-05T07:25:44.016Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 29
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39317
req_id = 3a727ae5-61d2-4759-936a-477baf3a2cd4
response_code = 200
uri = /baseboard
|
739 | 2023-10-05T07:25:48.894Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
740 | 2023-10-05T07:25:53.895Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
741 | 2023-10-05T07:25:58.897Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
742 | 2023-10-05T07:26:03.898Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
743 | 2023-10-05T07:26:08.900Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
744 | 2023-10-05T07:26:13.901Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
745 | 2023-10-05T07:26:14.050Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42951
|
746 | 2023-10-05T07:26:14.050Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 32
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42951
req_id = 26ddef0c-1c30-44a3-9b16-976b74f8e1f8
response_code = 200
uri = /baseboard
|
747 | 2023-10-05T07:26:18.902Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
748 | 2023-10-05T07:26:23.904Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
749 | 2023-10-05T07:26:28.906Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
750 | 2023-10-05T07:26:33.906Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
751 | 2023-10-05T07:26:38.907Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
752 | 2023-10-05T07:26:43.908Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
753 | 2023-10-05T07:26:44.084Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36173
|
754 | 2023-10-05T07:26:44.084Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 38
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36173
req_id = 631c70cf-1d6f-4e6f-8850-72505b342f71
response_code = 200
uri = /baseboard
|
755 | 2023-10-05T07:26:48.909Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
756 | 2023-10-05T07:26:53.910Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
757 | 2023-10-05T07:26:58.911Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
758 | 2023-10-05T07:27:03.913Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
759 | 2023-10-05T07:27:08.914Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
760 | 2023-10-05T07:27:13.916Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
761 | 2023-10-05T07:27:14.118Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55035
|
762 | 2023-10-05T07:27:14.118Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 40
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55035
req_id = 8e9b824c-306c-41a0-9290-6a048fc5687a
response_code = 200
uri = /baseboard
|
763 | 2023-10-05T07:27:17.291Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63129
|
764 | 2023-10-05T07:27:17.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 1043
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63129
req_id = 77322329-de17-450b-98c2-e1f7d1779aec
response_code = 200
uri = /instances/7157f925-44bf-4201-806d-efeafdb5d2ba/state
|
765 | 2023-10-05T07:27:17.292Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Stopping, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
766 | 2023-10-05T07:27:17.292Z | INFO | SledAgent (InstanceManager): New state: Stopping, action: None
file = sled-agent/src/instance.rs:366
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
767 | 2023-10-05T07:27:17.292Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
state = InstanceRuntimeState { run_state: Stopping, sled_id: f169b337-b78a-45df-98f5-da5a04c0299a, propolis_id: 89d98405-c899-4b6e-9763-9b7a08dec85c, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(1), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(6), time_updated: 2023-10-05T07:27:17.292694958Z }
|
768 | 2023-10-05T07:27:17.313Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { instance_state: Destroyed, migration_status: NoMigration }
file = sled-agent/src/instance.rs:344
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
769 | 2023-10-05T07:27:17.313Z | INFO | SledAgent (InstanceManager): New state: Stopped, action: Some(Destroy)
file = sled-agent/src/instance.rs:366
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
770 | 2023-10-05T07:27:17.313Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:275
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
state = InstanceRuntimeState { run_state: Stopped, sled_id: f169b337-b78a-45df-98f5-da5a04c0299a, propolis_id: 89d98405-c899-4b6e-9763-9b7a08dec85c, dst_propolis_id: None, propolis_addr: Some([fd00:1122:3344:101::22]:12400), migration_id: None, propolis_gen: Generation(2), ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark", gen: Generation(7), time_updated: 2023-10-05T07:27:17.313851433Z }
|
771 | 2023-10-05T07:27:17.410Z | INFO | SledAgent (InstanceManager): Taking action: Destroy
file = sled-agent/src/instance.rs:508
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
772 | 2023-10-05T07:27:17.410Z | INFO | SledAgent (InstanceManager): take_action: Taking the Destroy action
file = sled-agent/src/instance.rs:523
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
773 | 2023-10-05T07:27:17.411Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug/oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c"] }
file = sled-agent/src/zone_bundle.rs:364
zone_name = oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c
|
774 | 2023-10-05T07:27:17.504Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48472
|
775 | 2023-10-05T07:27:17.504Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:488
|
776 | 2023-10-05T07:27:17.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 697
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:48472
req_id = 10d555a9-4a41-4f0c-b90f-2799219bfc3f
response_code = 204
uri = /v2p/80160c94-3305-4ad4-b110-703cb4dda397
|
777 | 2023-10-05T07:27:17.993Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:851
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c", bundle_id: fdff3be6-c8c3-4c13-b302-9f5e7827eada }, time_created: 2023-10-05T07:27:17.411145205Z, version: 0, cause: TerminatedInstance }
|
778 | 2023-10-05T07:27:17.993Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_89d98405-c899-4b6e-9763-9b7a08dec85c
file = sled-agent/src/instance.rs:575
instance_id = 7157f925-44bf-4201-806d-efeafdb5d2ba
|
779 | 2023-10-05T07:27:18.917Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::f0:b7ff:fee9:17c9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|