1 | | [ Oct 21 17:18:35 Enabled. ] |
2 | | [ Oct 21 17:18:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
3 | | [ Oct 21 17:18:35 Method "start" exited with status 0. ] |
4 | | [ Oct 21 17:18:35 Rereading configuration. ] |
5 | | [ Oct 21 17:18:35 No 'refresh' method defined. Treating as :true. ] |
6 | | note: configured to log to "/dev/stdout" |
7 | 2023-10-21T17:18:35.455Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:348
|
8 | 2023-10-21T17:18:35.457Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
9 | 2023-10-21T17:18:35.567Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
10 | 2023-10-21T17:18:35.577Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
11 | 2023-10-21T17:18:35.585Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:358
path = /var/run/oxide/
|
12 | 2023-10-21T17:18:36.194Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }
|
13 | 2023-10-21T17:18:36.335Z | INFO | SledAgent (BootstrapAgentStartup): Starting hardware monitor
file = sled-agent/src/bootstrap/pre_server.rs:215
sled_mode = Scrimlet { asic: SoftNpu }
|
14 | 2023-10-21T17:18:36.335Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
15 | 2023-10-21T17:18:36.338Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "290785b47ea34c6ca350097031831416", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
16 | 2023-10-21T17:18:36.338Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
17 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
18 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
19 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
20 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
21 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
22 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
23 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
24 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:294
next_cleanup = Instant { tv_sec: 1392, tv_nsec: 98995139 }
time_to_next_cleanup = 599.999956069s
|
25 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/bootstrap/pre_server.rs:396
|
26 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/bootstrap/pre_server.rs:396
|
27 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/bootstrap/pre_server.rs:396
|
28 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/bootstrap/pre_server.rs:396
|
29 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:711
|
30 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (BootstrapAgentStartup): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = None
|
31 | 2023-10-21T17:18:36.356Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2494
|
32 | 2023-10-21T17:18:36.358Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/storage/dump_setup.rs:169
|
33 | 2023-10-21T17:18:36.358Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:771
|
34 | 2023-10-21T17:18:36.358Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
35 | 2023-10-21T17:18:36.364Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:2713
|
36 | 2023-10-21T17:18:36.364Z | INFO | SledAgent (BootstrapAgentStartup): Waiting for boot disk M.2...
file = sled-agent/src/bootstrap/server.rs:541
|
37 | 2023-10-21T17:18:36.426Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:314
|
38 | 2023-10-21T17:18:36.445Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:353
|
39 | 2023-10-21T17:18:36.588Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 494592,
free: 20937470976,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
40 | 2023-10-21T17:18:36.588Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:771
|
41 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (BootstrapAgentStartup): Found boot disk M.2: (DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal })
file = sled-agent/src/bootstrap/server.rs:537
|
42 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-290785b47ea34c6ca350097031831416-i86pc
|
43 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-290785b47ea34c6ca350097031831416-i86pc
|
44 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
45 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
46 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
47 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
rack_subnet: fd00:1122:3344:100::,
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: Some(
RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 32,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
},
],
bgp: [],
},
),
}
file = sled-agent/src/rack_setup/service.rs:773
|
48 | 2023-10-21T17:18:36.615Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
49 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:832
|
50 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:873
|
51 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:112
|
52 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:88
|
53 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:131
|
54 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:906
|
55 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:556
peer_id = pc-290785b47ea34c6ca350097031831416-i86pc
|
56 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:640
peer_id = pc-290785b47ea34c6ca350097031831416-i86pc
|
57 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { id: ca14590f-9554-40ab-a5e3-e40025cfd780, rack_id: f2489b1e-cd3a-4d31-8df9-e1761eee2eea, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
58 | 2023-10-21T17:18:36.616Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:46661
|
59 | 2023-10-21T17:18:36.617Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { id: ca14590f-9554-40ab-a5e3-e40025cfd780, rack_id: f2489b1e-cd3a-4d31-8df9-e1761eee2eea, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
file = sled-agent/src/bootstrap/server.rs:436
|
60 | 2023-10-21T17:18:36.617Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:448
|
61 | 2023-10-21T17:18:36.617Z | INFO | SledAgent (StorageManager): KeyManger ready
file = sled-agent/src/storage_manager.rs:1408
|
62 | 2023-10-21T17:18:36.617Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:46
|
63 | 2023-10-21T17:18:36.617Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
64 | 2023-10-21T17:18:36.663Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:283
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
65 | 2023-10-21T17:18:36.663Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:295
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
66 | 2023-10-21T17:18:36.681Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
67 | 2023-10-21T17:18:36.706Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
68 | 2023-10-21T17:18:36.706Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
69 | 2023-10-21T17:18:36.712Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:310
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
70 | 2023-10-21T17:18:36.712Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:112
|
71 | 2023-10-21T17:18:36.712Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:122
|
72 | 2023-10-21T17:18:36.777Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:156
|
73 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 875520,
free: 20937090048,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
74 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
75 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
76 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
77 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
78 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
79 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
80 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
81 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
82 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
83 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Ensure exact disks: clearing non-synthetic queued disks.
file = sled-agent/src/storage_manager.rs:519
|
84 | 2023-10-21T17:18:36.821Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
85 | 2023-10-21T17:18:36.860Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
86 | 2023-10-21T17:18:36.860Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
87 | 2023-10-21T17:18:36.887Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
88 | 2023-10-21T17:18:36.895Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
89 | 2023-10-21T17:18:36.996Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:164
|
90 | 2023-10-21T17:18:37.008Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 821760,
free: 20937143808,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
91 | 2023-10-21T17:18:37.008Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
92 | 2023-10-21T17:18:37.011Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:169
|
93 | 2023-10-21T17:18:37.050Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
94 | 2023-10-21T17:18:37.050Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
95 | 2023-10-21T17:18:37.083Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
96 | 2023-10-21T17:18:37.092Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-hardware/src/disk.rs:566
|
97 | 2023-10-21T17:18:37.189Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:160
|
98 | 2023-10-21T17:18:37.217Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
99 | 2023-10-21T17:18:37.217Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
100 | 2023-10-21T17:18:37.257Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
101 | 2023-10-21T17:18:37.257Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
102 | 2023-10-21T17:18:37.285Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
103 | 2023-10-21T17:18:37.293Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-hardware/src/disk.rs:566
|
104 | 2023-10-21T17:18:37.405Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7",
size: 20937965568,
allocated: 774144,
free: 20937191424,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
105 | 2023-10-21T17:18:37.405Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
106 | 2023-10-21T17:18:37.445Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
107 | 2023-10-21T17:18:37.445Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
108 | 2023-10-21T17:18:37.473Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
109 | 2023-10-21T17:18:37.482Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-hardware/src/disk.rs:566
|
110 | 2023-10-21T17:18:37.627Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60",
size: 20937965568,
allocated: 775680,
free: 20937189888,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
111 | 2023-10-21T17:18:37.627Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
112 | 2023-10-21T17:18:37.679Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
113 | 2023-10-21T17:18:37.679Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
114 | 2023-10-21T17:18:37.723Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
115 | 2023-10-21T17:18:37.736Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-hardware/src/disk.rs:566
|
116 | 2023-10-21T17:18:37.739Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:80
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
117 | 2023-10-21T17:18:37.740Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
118 | 2023-10-21T17:18:37.876Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930",
size: 20937965568,
allocated: 774144,
free: 20937191424,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
119 | 2023-10-21T17:18:37.876Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
120 | 2023-10-21T17:18:37.915Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
121 | 2023-10-21T17:18:37.915Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
122 | 2023-10-21T17:18:37.944Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
123 | 2023-10-21T17:18:37.953Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
124 | 2023-10-21T17:18:38.084Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 784896,
free: 20937180672,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
125 | 2023-10-21T17:18:38.084Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
126 | 2023-10-21T17:18:38.124Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
127 | 2023-10-21T17:18:38.124Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
128 | 2023-10-21T17:18:38.154Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
129 | 2023-10-21T17:18:38.163Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-hardware/src/disk.rs:566
|
130 | 2023-10-21T17:18:38.284Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
131 | 2023-10-21T17:18:38.284Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
132 | 2023-10-21T17:18:38.324Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
133 | 2023-10-21T17:18:38.324Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
134 | 2023-10-21T17:18:38.353Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
135 | 2023-10-21T17:18:38.361Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
136 | 2023-10-21T17:18:38.478Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 780288,
free: 20937185280,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
137 | 2023-10-21T17:18:38.478Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
138 | 2023-10-21T17:18:38.520Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
139 | 2023-10-21T17:18:38.520Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
140 | 2023-10-21T17:18:38.549Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
141 | 2023-10-21T17:18:38.557Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
142 | 2023-10-21T17:18:38.677Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 769536,
free: 20937196032,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
143 | 2023-10-21T17:18:38.677Z | INFO | SledAgent (StorageManager): upserted all queued disks
file = sled-agent/src/storage_manager.rs:1169
|
144 | 2023-10-21T17:18:38.678Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
145 | 2023-10-21T17:18:38.682Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "23144634d4bb4bebb13da0db3d7d34aa", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
146 | 2023-10-21T17:18:38.682Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
147 | 2023-10-21T17:18:38.682Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes (50% of 102952026112 total = 51476013056 bytes requested)
file = sled-agent/src/instance_manager.rs:141
|
148 | 2023-10-21T17:18:38.690Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
149 | 2023-10-21T17:18:38.691Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
150 | 2023-10-21T17:18:38.691Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
151 | 2023-10-21T17:18:38.691Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
152 | 2023-10-21T17:18:38.691Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
153 | 2023-10-21T17:18:38.691Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
154 | 2023-10-21T17:18:38.691Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
155 | 2023-10-21T17:18:38.691Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
156 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:956
|
157 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:956
|
158 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
159 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
160 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
161 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
162 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
163 | 2023-10-21T17:18:38.692Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
164 | 2023-10-21T17:18:38.693Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
165 | 2023-10-21T17:18:38.693Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
166 | 2023-10-21T17:18:38.693Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
167 | 2023-10-21T17:18:38.693Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
168 | 2023-10-21T17:18:38.693Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
169 | 2023-10-21T17:18:38.693Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
170 | 2023-10-21T17:18:39.597Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_switch
|
171 | 2023-10-21T17:18:41.618Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
172 | 2023-10-21T17:18:46.044Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1315
|
173 | 2023-10-21T17:18:48.389Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:625
underlay_address = fd00:1122:3344:101::1
|
174 | 2023-10-21T17:18:48.389Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
175 | 2023-10-21T17:18:48.390Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
176 | 2023-10-21T17:18:48.390Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
177 | 2023-10-21T17:18:48.390Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
178 | 2023-10-21T17:18:48.390Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:480
|
179 | 2023-10-21T17:18:48.391Z | INFO | SledAgent (SledAgentMain): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 32 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [] }], bgp: [] })))
|
180 | 2023-10-21T17:18:48.391Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2494
|
181 | 2023-10-21T17:18:48.397Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ca14590f-9554-40ab-a5e3-e40025cfd780): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:586
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
182 | 2023-10-21T17:18:48.467Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
183 | 2023-10-21T17:18:48.536Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
184 | 2023-10-21T17:18:48.736Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
185 | 2023-10-21T17:18:48.888Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
186 | 2023-10-21T17:18:49.125Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
187 | 2023-10-21T17:18:49.331Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
188 | 2023-10-21T17:18:49.641Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
189 | 2023-10-21T17:18:50.087Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
190 | 2023-10-21T17:18:50.338Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
191 | 2023-10-21T17:18:50.918Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
192 | 2023-10-21T17:18:51.064Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone
file = sled-agent/src/services.rs:1332
|
193 | 2023-10-21T17:18:51.064Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:622
zone = oxz_switch
|
194 | 2023-10-21T17:18:51.310Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
195 | 2023-10-21T17:18:51.874Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
196 | 2023-10-21T17:18:52.916Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
197 | 2023-10-21T17:18:53.391Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
198 | 2023-10-21T17:18:53.714Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
199 | 2023-10-21T17:18:54.560Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
200 | 2023-10-21T17:18:55.597Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe60:1963
file = sled-agent/src/services.rs:1339
|
201 | 2023-10-21T17:18:55.603Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
202 | 2023-10-21T17:18:55.721Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:1748
|
203 | 2023-10-21T17:18:55.968Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:1636
|
204 | 2023-10-21T17:18:55.997Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
205 | 2023-10-21T17:18:56.258Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:1666
|
206 | 2023-10-21T17:18:56.448Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:1959
|
207 | 2023-10-21T17:18:56.589Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:1964
|
208 | 2023-10-21T17:18:56.765Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:1851
|
209 | 2023-10-21T17:18:56.921Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:1663
|
210 | 2023-10-21T17:18:56.930Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:2737
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
211 | 2023-10-21T17:18:56.930Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:2753
|
212 | 2023-10-21T17:18:56.930Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_switch
|
213 | 2023-10-21T17:18:57.478Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:2761
|
214 | 2023-10-21T17:18:57.484Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:2816
|
215 | 2023-10-21T17:18:57.638Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
216 | 2023-10-21T17:18:57.660Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:2856
rack_subnet = fd00:1122:3344::
|
217 | 2023-10-21T17:18:57.709Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:349
|
218 | 2023-10-21T17:18:57.744Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 52.427739ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "1a44f783-8c63-4a05-884a-dc2310e79a83", "content-length": "152", "date": "Sat, 21 Oct 2023 17:18:57 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "1a44f783-8c63-4a05-884a-dc2310e79a83" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
219 | 2023-10-21T17:18:57.797Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 59.66322ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "95ec73db-5edc-45de-ba55-5430bc8e4f78", "content-length": "152", "date": "Sat, 21 Oct 2023 17:18:57 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "95ec73db-5edc-45de-ba55-5430bc8e4f78" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
220 | 2023-10-21T17:18:57.858Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 183.092419ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "cfc4f173-7e91-443b-ab10-22ff8dccae53", "content-length": "152", "date": "Sat, 21 Oct 2023 17:18:57 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "cfc4f173-7e91-443b-ab10-22ff8dccae53" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
221 | 2023-10-21T17:18:58.044Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 454.717488ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "ac528f4c-ccff-497a-95c4-4382c1f05495", "content-length": "152", "date": "Sat, 21 Oct 2023 17:18:57 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "ac528f4c-ccff-497a-95c4-4382c1f05495" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
222 | 2023-10-21T17:18:58.393Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
223 | 2023-10-21T17:18:58.499Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:397
|
224 | 2023-10-21T17:18:58.533Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:458
|
225 | 2023-10-21T17:18:58.533Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:530
|
226 | 2023-10-21T17:18:58.534Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:533
uptime = 3
|
227 | 2023-10-21T17:18:58.534Z | INFO | SledAgent (ServiceManager): Configuring boundary services loopback address on switch
config = Ipv6Entry {\n addr: fd00:99::1,\n tag: "rss",\n}
file = sled-agent/src/bootstrap/early_networking.rs:419
|
228 | 2023-10-21T17:18:58.534Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n speed: Speed40G,\n },\n },\n },\n tag: "rss",\n v4_routes: {\n "0.0.0.0/0": RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.1.100,\n vid: None,\n },\n },\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:430
|
229 | 2023-10-21T17:18:58.535Z | INFO | SledAgent (ServiceManager): advertising boundary services loopback address
file = sled-agent/src/bootstrap/early_networking.rs:443
|
230 | 2023-10-21T17:18:58.570Z | INFO | SledAgent (ServiceManager): Sending prefix to ddmd for advertisement
DdmAdminClient = [fd00:1122:3344:101::2]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:99::, len: 64 }
|
231 | 2023-10-21T17:18:58.614Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:46661
|
232 | 2023-10-21T17:18:58.614Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
233 | 2023-10-21T17:18:58.614Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
234 | 2023-10-21T17:18:58.649Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47010
|
235 | 2023-10-21T17:18:58.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47010
req_id = 28b02ea0-b9b7-4494-beda-601016aa4922
response_code = 200
uri = /zpools
|
236 | 2023-10-21T17:18:58.681Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58876
|
237 | 2023-10-21T17:18:58.681Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58876
req_id = 6d38239a-afc5-4c46-99a9-789836478c10
response_code = 200
uri = /sled-role
|
238 | 2023-10-21T17:18:58.684Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:748
|
239 | 2023-10-21T17:18:58.716Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
240 | 2023-10-21T17:18:58.717Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 6781ac1a-5cf8-4254-8488-5bf9670ead92 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: ec283ed9-6ec8-49b5-950f-4ad017fb4124 }], zone_type: InternalDns }]
file = sled-agent/src/rack_setup/service.rs:285
|
241 | 2023-10-21T17:18:58.717Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53220
|
242 | 2023-10-21T17:18:58.717Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
243 | 2023-10-21T17:18:58.771Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
244 | 2023-10-21T17:18:58.824Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
245 | 2023-10-21T17:18:58.935Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124
file = illumos-utils/src/zone.rs:314
|
246 | 2023-10-21T17:18:58.939Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470
file = illumos-utils/src/zone.rs:314
|
247 | 2023-10-21T17:18:58.943Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92
file = illumos-utils/src/zone.rs:314
|
248 | 2023-10-21T17:18:58.957Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124
file = illumos-utils/src/zone.rs:353
|
249 | 2023-10-21T17:18:58.961Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470
file = illumos-utils/src/zone.rs:353
|
250 | 2023-10-21T17:18:58.965Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92
file = illumos-utils/src/zone.rs:353
|
251 | 2023-10-21T17:18:59.483Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
252 | 2023-10-21T17:19:00.582Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470
|
253 | 2023-10-21T17:19:00.668Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92
|
254 | 2023-10-21T17:19:00.673Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124
|
255 | 2023-10-21T17:19:01.515Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34135
|
256 | 2023-10-21T17:19:01.516Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 79
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34135
req_id = 0bfc2f44-efdf-49f7-9e7a-c47563c130c2
response_code = 200
uri = /baseboard
|
257 | 2023-10-21T17:19:02.275Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
258 | 2023-10-21T17:19:03.394Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
259 | 2023-10-21T17:19:05.970Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1361
|
260 | 2023-10-21T17:19:05.970Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470
|
261 | 2023-10-21T17:19:06.529Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1369
|
262 | 2023-10-21T17:19:06.529Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
263 | 2023-10-21T17:19:06.709Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
264 | 2023-10-21T17:19:07.242Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
265 | 2023-10-21T17:19:07.243Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
sled_id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
266 | 2023-10-21T17:19:07.292Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1361
|
267 | 2023-10-21T17:19:07.292Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124
|
268 | 2023-10-21T17:19:07.840Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1369
|
269 | 2023-10-21T17:19:07.840Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
270 | 2023-10-21T17:19:08.015Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
271 | 2023-10-21T17:19:08.397Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
272 | 2023-10-21T17:19:08.572Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1361
|
273 | 2023-10-21T17:19:08.572Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92
|
274 | 2023-10-21T17:19:09.126Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1369
|
275 | 2023-10-21T17:19:09.126Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
276 | 2023-10-21T17:19:09.303Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
277 | 2023-10-21T17:19:09.783Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
278 | 2023-10-21T17:19:09.838Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
279 | 2023-10-21T17:19:09.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 11121880
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53220
req_id = 3c226624-5d54-49be-8811-daedec2c0e58
response_code = 204
uri = /services
|
280 | 2023-10-21T17:19:09.841Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
281 | 2023-10-21T17:19:11.125Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 32.444409435s
|
282 | 2023-10-21T17:19:11.125Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 32.446343306s
|
283 | 2023-10-21T17:19:11.125Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 32.444344375s
|
284 | 2023-10-21T17:19:11.134Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
285 | 2023-10-21T17:19:11.178Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
286 | 2023-10-21T17:19:11.221Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:428
|
287 | 2023-10-21T17:19:11.221Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
288 | 2023-10-21T17:19:11.255Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
289 | 2023-10-21T17:19:11.257Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
290 | 2023-10-21T17:19:11.257Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
291 | 2023-10-21T17:19:11.288Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
292 | 2023-10-21T17:19:11.288Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 6781ac1a-5cf8-4254-8488-5bf9670ead92 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: ec283ed9-6ec8-49b5-950f-4ad017fb4124 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: 3c13f373-0476-4552-974e-9e12dc2c1faf, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 96125129-7d56-4e37-9173-f04f3956b291, ip: 172.30.3.5, kind: Service(3c13f373-0476-4552-974e-9e12dc2c1faf), mac: MacAddr("A8:40:25:FF:90:6E"), name: Name("ntp-3c13f373-0476-4552-974e-9e12dc2c1faf"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.1.169, last_port: 16383 } }, id: 3c13f373-0476-4552-974e-9e12dc2c1faf }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
293 | 2023-10-21T17:19:11.288Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38491
|
294 | 2023-10-21T17:19:11.288Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
295 | 2023-10-21T17:19:11.311Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
296 | 2023-10-21T17:19:11.331Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
297 | 2023-10-21T17:19:11.355Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
298 | 2023-10-21T17:19:11.389Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
299 | 2023-10-21T17:19:11.389Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
300 | 2023-10-21T17:19:11.389Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
301 | 2023-10-21T17:19:11.436Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 144, 110]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
302 | 2023-10-21T17:19:11.436Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 3c13f373-0476-4552-974e-9e12dc2c1faf, details: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 96125129-7d56-4e37-9173-f04f3956b291, kind: Service { id: 3c13f373-0476-4552-974e-9e12dc2c1faf }, name: Name("ntp-3c13f373-0476-4552-974e-9e12dc2c1faf"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 110])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }
|
303 | 2023-10-21T17:19:11.437Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
304 | 2023-10-21T17:19:11.437Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
305 | 2023-10-21T17:19:11.437Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
306 | 2023-10-21T17:19:11.464Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf
file = illumos-utils/src/zone.rs:314
|
307 | 2023-10-21T17:19:11.484Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf
file = illumos-utils/src/zone.rs:353
|
308 | 2023-10-21T17:19:12.463Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf
|
309 | 2023-10-21T17:19:13.337Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 34.655106626s
|
310 | 2023-10-21T17:19:13.398Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
311 | 2023-10-21T17:19:13.478Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.798343629s
|
312 | 2023-10-21T17:19:13.813Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 35.132504029s
|
313 | 2023-10-21T17:19:13.871Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 35.19008652s
|
314 | 2023-10-21T17:19:13.914Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 35.231741482s
|
315 | 2023-10-21T17:19:14.357Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 35.676306819s
|
316 | 2023-10-21T17:19:14.492Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 35.811877932s
|
317 | 2023-10-21T17:19:14.549Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 35.868201873s
|
318 | 2023-10-21T17:19:18.273Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1361
|
319 | 2023-10-21T17:19:18.273Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf
|
320 | 2023-10-21T17:19:18.819Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1369
|
321 | 2023-10-21T17:19:18.819Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
322 | 2023-10-21T17:19:19.018Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:1909
|
323 | 2023-10-21T17:19:19.045Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf
|
324 | 2023-10-21T17:19:25.440Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
325 | 2023-10-21T17:19:25.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 14202771
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:38491
req_id = 30a8bebb-5664-4734-abf9-50de86d5665f
response_code = 204
uri = /services
|
326 | 2023-10-21T17:19:25.493Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:469
|
327 | 2023-10-21T17:19:25.524Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
328 | 2023-10-21T17:19:25.524Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57566
|
329 | 2023-10-21T17:19:25.534Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:2480
|
330 | 2023-10-21T17:19:25.534Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 9915
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57566
req_id = 8e7cf77e-8c92-4568-abdb-b0ff58583ed8
response_code = 500
uri = /timesync
|
331 | 2023-10-21T17:19:25.537Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
332 | 2023-10-21T17:19:25.625Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
333 | 2023-10-21T17:19:25.625Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35457
|
334 | 2023-10-21T17:19:25.633Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7895
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35457
req_id = d39e6a92-20c1-4770-8819-6ff485a78f94
response_code = 200
uri = /timesync
|
335 | 2023-10-21T17:19:25.635Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
336 | 2023-10-21T17:19:25.635Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
337 | 2023-10-21T17:19:25.775Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
338 | 2023-10-21T17:19:25.775Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56705
|
339 | 2023-10-21T17:19:25.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7575
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56705
req_id = e52e1070-393d-47d7-8315-eec41d0d3ff6
response_code = 200
uri = /timesync
|
340 | 2023-10-21T17:19:25.784Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
341 | 2023-10-21T17:19:25.784Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
342 | 2023-10-21T17:19:25.922Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
343 | 2023-10-21T17:19:25.922Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58732
|
344 | 2023-10-21T17:19:25.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7292
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58732
req_id = f400cc7a-c763-427e-ba1f-2824c1e7b48a
response_code = 200
uri = /timesync
|
345 | 2023-10-21T17:19:25.932Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
346 | 2023-10-21T17:19:25.932Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
347 | 2023-10-21T17:19:26.146Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
348 | 2023-10-21T17:19:26.146Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50473
|
349 | 2023-10-21T17:19:26.154Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7894
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50473
req_id = 7c0b116d-5d0c-4758-a201-7dc3b7616a00
response_code = 200
uri = /timesync
|
350 | 2023-10-21T17:19:26.156Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
351 | 2023-10-21T17:19:26.156Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
352 | 2023-10-21T17:19:26.471Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
353 | 2023-10-21T17:19:26.471Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41826
|
354 | 2023-10-21T17:19:26.480Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8939
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41826
req_id = f4a7c9bf-4858-420a-aa08-e87351895915
response_code = 200
uri = /timesync
|
355 | 2023-10-21T17:19:26.483Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
356 | 2023-10-21T17:19:26.483Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
357 | 2023-10-21T17:19:26.761Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
358 | 2023-10-21T17:19:26.761Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57264
|
359 | 2023-10-21T17:19:26.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7447
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57264
req_id = 0673e1c4-78b5-4db1-af26-5a918682b77a
response_code = 200
uri = /timesync
|
360 | 2023-10-21T17:19:26.770Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
361 | 2023-10-21T17:19:26.771Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
362 | 2023-10-21T17:19:27.065Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
363 | 2023-10-21T17:19:27.066Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64715
|
364 | 2023-10-21T17:19:27.074Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8445
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64715
req_id = de93cb5b-76a2-436f-b6b2-a57aca7afc0e
response_code = 200
uri = /timesync
|
365 | 2023-10-21T17:19:27.076Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
366 | 2023-10-21T17:19:27.076Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
367 | 2023-10-21T17:19:27.471Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
368 | 2023-10-21T17:19:27.471Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33725
|
369 | 2023-10-21T17:19:27.479Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8015
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33725
req_id = e2980187-0bd5-45bf-ad2b-f6c60d84d690
response_code = 200
uri = /timesync
|
370 | 2023-10-21T17:19:27.481Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
371 | 2023-10-21T17:19:27.481Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
372 | 2023-10-21T17:19:28.056Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
373 | 2023-10-21T17:19:28.056Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33868
|
374 | 2023-10-21T17:19:28.064Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7674
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33868
req_id = f4efbeb6-1490-4021-a0e8-bd915f480f38
response_code = 200
uri = /timesync
|
375 | 2023-10-21T17:19:28.067Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
376 | 2023-10-21T17:19:28.067Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
377 | 2023-10-21T17:19:28.687Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
378 | 2023-10-21T17:19:28.687Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61462
|
379 | 2023-10-21T17:19:28.696Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9363
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61462
req_id = 9d926b84-7ae7-4e95-b4d9-f8efe9b2ce59
response_code = 200
uri = /timesync
|
380 | 2023-10-21T17:19:28.700Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
381 | 2023-10-21T17:19:28.700Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
382 | 2023-10-21T17:19:29.353Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
383 | 2023-10-21T17:19:29.354Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43361
|
384 | 2023-10-21T17:19:29.361Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7526
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43361
req_id = 5efbe4ef-5979-4489-9905-081581ae0e96
response_code = 200
uri = /timesync
|
385 | 2023-10-21T17:19:29.363Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
386 | 2023-10-21T17:19:29.363Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
387 | 2023-10-21T17:19:30.442Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
388 | 2023-10-21T17:19:30.442Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38137
|
389 | 2023-10-21T17:19:30.449Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
390 | 2023-10-21T17:19:30.452Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 10530
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38137
req_id = b7678351-9683-4718-98cb-cbceeca1b440
response_code = 200
uri = /timesync
|
391 | 2023-10-21T17:19:30.455Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
392 | 2023-10-21T17:19:30.455Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
393 | 2023-10-21T17:19:31.097Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
394 | 2023-10-21T17:19:31.097Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33058
|
395 | 2023-10-21T17:19:31.105Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8332
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33058
req_id = fc042521-1d9c-45eb-ba1b-81cae2ef49fa
response_code = 200
uri = /timesync
|
396 | 2023-10-21T17:19:31.108Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1697908764.2369864, correction: -0.012023363 }
file = sled-agent/src/rack_setup/service.rs:477
|
397 | 2023-10-21T17:19:31.108Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
398 | 2023-10-21T17:19:31.548Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40424
|
399 | 2023-10-21T17:19:31.548Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 40
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40424
req_id = ad576d51-93a2-415b-b449-679d1a0b6d61
response_code = 200
uri = /baseboard
|
400 | 2023-10-21T17:19:32.174Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
401 | 2023-10-21T17:19:32.174Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65422
|
402 | 2023-10-21T17:19:32.183Z | INFO | SledAgent (ServiceManager): Setting boot time to 1697908772.183526287s
file = sled-agent/src/services.rs:2379
|
403 | 2023-10-21T17:19:32.190Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
404 | 2023-10-21T17:19:32.195Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_6781ac1a-5cf8-4254-8488-5bf9670ead92/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
405 | 2023-10-21T17:19:32.201Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
406 | 2023-10-21T17:19:32.206Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone/oxz_internal_dns_84f51e7e-4a6a-40b2-89f5-4ac7c16a2470/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
407 | 2023-10-21T17:19:32.211Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
408 | 2023-10-21T17:19:32.217Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_ec283ed9-6ec8-49b5-950f-4ad017fb4124/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
409 | 2023-10-21T17:19:32.222Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
410 | 2023-10-21T17:19:32.227Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1697908772 /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_3c13f373-0476-4552-974e-9e12dc2c1faf/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
411 | 2023-10-21T17:19:32.233Z | INFO | SledAgent (ServiceManager): Updated /var/adm/utmpx
file = sled-agent/src/services.rs:2399
|
412 | 2023-10-21T17:19:32.239Z | INFO | SledAgent (ServiceManager): Updated /var/adm/wtmpx
file = sled-agent/src/services.rs:2399
|
413 | 2023-10-21T17:19:32.239Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 64846
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65422
req_id = df553234-182d-4f9b-86c6-6c5489ab2250
response_code = 200
uri = /timesync
|
414 | 2023-10-21T17:19:32.241Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1697908771.6678822, correction: -0.009011058 }
file = sled-agent/src/rack_setup/service.rs:477
|
415 | 2023-10-21T17:19:32.241Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:966
|
416 | 2023-10-21T17:19:32.272Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
417 | 2023-10-21T17:19:32.272Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 6781ac1a-5cf8-4254-8488-5bf9670ead92 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: ec283ed9-6ec8-49b5-950f-4ad017fb4124 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: c7d0803c-7204-455e-b287-d78706a7192c, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: c7d0803c-7204-455e-b287-d78706a7192c, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: c7d0803c-7204-455e-b287-d78706a7192c }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: 7b1edb6b-ca9c-4081-b7db-10a84e008604, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: 7b1edb6b-ca9c-4081-b7db-10a84e008604, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: 7b1edb6b-ca9c-4081-b7db-10a84e008604 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: 94a6202e-694a-4242-b8e1-96fcd32a23d3, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: 94a6202e-694a-4242-b8e1-96fcd32a23d3, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: 94a6202e-694a-4242-b8e1-96fcd32a23d3 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: 3c13f373-0476-4552-974e-9e12dc2c1faf, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 96125129-7d56-4e37-9173-f04f3956b291, ip: 172.30.3.5, kind: Service(3c13f373-0476-4552-974e-9e12dc2c1faf), mac: MacAddr("A8:40:25:FF:90:6E"), name: Name("ntp-3c13f373-0476-4552-974e-9e12dc2c1faf"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.1.169, last_port: 16383 } }, id: 3c13f373-0476-4552-974e-9e12dc2c1faf }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
418 | 2023-10-21T17:19:32.272Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53336
|
419 | 2023-10-21T17:19:32.273Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
420 | 2023-10-21T17:19:32.292Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
421 | 2023-10-21T17:19:32.313Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
422 | 2023-10-21T17:19:32.332Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c7d0803c-7204-455e-b287-d78706a7192c, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
423 | 2023-10-21T17:19:32.384Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7b1edb6b-ca9c-4081-b7db-10a84e008604, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
424 | 2023-10-21T17:19:32.437Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
425 | 2023-10-21T17:19:32.488Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 94a6202e-694a-4242-b8e1-96fcd32a23d3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
426 | 2023-10-21T17:19:32.541Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
427 | 2023-10-21T17:19:32.696Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_94a6202e-694a-4242-b8e1-96fcd32a23d3
file = illumos-utils/src/zone.rs:314
|
428 | 2023-10-21T17:19:32.701Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_c7d0803c-7204-455e-b287-d78706a7192c
file = illumos-utils/src/zone.rs:314
|
429 | 2023-10-21T17:19:32.705Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_5466fb83-3627-4cdc-8964-d67e77ee7fb0
file = illumos-utils/src/zone.rs:314
|
430 | 2023-10-21T17:19:32.709Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1
file = illumos-utils/src/zone.rs:314
|
431 | 2023-10-21T17:19:32.713Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_7b1edb6b-ca9c-4081-b7db-10a84e008604
file = illumos-utils/src/zone.rs:314
|
432 | 2023-10-21T17:19:32.718Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_94a6202e-694a-4242-b8e1-96fcd32a23d3
file = illumos-utils/src/zone.rs:353
|
433 | 2023-10-21T17:19:32.724Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_c7d0803c-7204-455e-b287-d78706a7192c
file = illumos-utils/src/zone.rs:353
|
434 | 2023-10-21T17:19:32.729Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_5466fb83-3627-4cdc-8964-d67e77ee7fb0
file = illumos-utils/src/zone.rs:353
|
435 | 2023-10-21T17:19:32.734Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1
file = illumos-utils/src/zone.rs:353
|
436 | 2023-10-21T17:19:32.738Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_7b1edb6b-ca9c-4081-b7db-10a84e008604
file = illumos-utils/src/zone.rs:353
|
437 | 2023-10-21T17:19:35.444Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
438 | 2023-10-21T17:19:36.979Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_c7d0803c-7204-455e-b287-d78706a7192c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
439 | 2023-10-21T17:19:36.980Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_c7d0803c-7204-455e-b287-d78706a7192c
|
440 | 2023-10-21T17:19:38.589Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_7b1edb6b-ca9c-4081-b7db-10a84e008604:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
441 | 2023-10-21T17:19:38.589Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_7b1edb6b-ca9c-4081-b7db-10a84e008604
|
442 | 2023-10-21T17:19:38.631Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_5466fb83-3627-4cdc-8964-d67e77ee7fb0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
443 | 2023-10-21T17:19:38.631Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_5466fb83-3627-4cdc-8964-d67e77ee7fb0
|
444 | 2023-10-21T17:19:39.056Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
445 | 2023-10-21T17:19:39.056Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1
|
446 | 2023-10-21T17:19:39.118Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_94a6202e-694a-4242-b8e1-96fcd32a23d3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
447 | 2023-10-21T17:19:39.118Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_94a6202e-694a-4242-b8e1-96fcd32a23d3
|
448 | 2023-10-21T17:19:40.443Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
449 | 2023-10-21T17:19:45.444Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
450 | 2023-10-21T17:19:50.778Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
451 | 2023-10-21T17:19:50.788Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 18525291
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53336
req_id = fdd01403-9f5f-48cb-8823-c963a844bf0e
response_code = 204
uri = /services
|
452 | 2023-10-21T17:19:50.829Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48438
|
453 | 2023-10-21T17:19:50.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 36239
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = cbf98b59-7b4e-4b15-8d2b-5077e186649f
response_code = 500
uri = /cockroachdb
|
454 | 2023-10-21T17:19:50.866Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cbf98b59-7b4e-4b15-8d2b-5077e186649f", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cbf98b59-7b4e-4b15-8d2b-5077e186649f" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 66.909718ms
|
455 | 2023-10-21T17:19:50.967Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 34055
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = 1f93f0a3-ab96-4af4-a84f-483cc9d473b0
response_code = 500
uri = /cockroachdb
|
456 | 2023-10-21T17:19:50.967Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1f93f0a3-ab96-4af4-a84f-483cc9d473b0", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1f93f0a3-ab96-4af4-a84f-483cc9d473b0" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 67.888124ms
|
457 | 2023-10-21T17:19:51.064Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27679
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = 5a5df40a-0067-496a-ac09-73728eaed3f5
response_code = 500
uri = /cockroachdb
|
458 | 2023-10-21T17:19:51.064Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5a5df40a-0067-496a-ac09-73728eaed3f5", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5a5df40a-0067-496a-ac09-73728eaed3f5" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 89.575234ms
|
459 | 2023-10-21T17:19:51.184Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28267
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = ea418524-78b2-4148-9628-3198b6074bde
response_code = 500
uri = /cockroachdb
|
460 | 2023-10-21T17:19:51.184Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ea418524-78b2-4148-9628-3198b6074bde", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ea418524-78b2-4148-9628-3198b6074bde" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 172.867893ms
|
461 | 2023-10-21T17:19:51.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 30148
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = 4ed99151-f0ae-45bb-9be6-84a56d57267b
response_code = 500
uri = /cockroachdb
|
462 | 2023-10-21T17:19:51.389Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4ed99151-f0ae-45bb-9be6-84a56d57267b", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4ed99151-f0ae-45bb-9be6-84a56d57267b" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 281.969292ms
|
463 | 2023-10-21T17:19:51.702Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 31168
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = 75fc0a54-ef65-414b-9114-faab2225d974
response_code = 500
uri = /cockroachdb
|
464 | 2023-10-21T17:19:51.702Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "75fc0a54-ef65-414b-9114-faab2225d974", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:50 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "75fc0a54-ef65-414b-9114-faab2225d974" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 329.205503ms
|
465 | 2023-10-21T17:19:52.059Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 26613
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = c8a1dd24-ac0a-4e61-91e0-acc9f63ca39f
response_code = 500
uri = /cockroachdb
|
466 | 2023-10-21T17:19:52.060Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c8a1dd24-ac0a-4e61-91e0-acc9f63ca39f", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:52 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c8a1dd24-ac0a-4e61-91e0-acc9f63ca39f" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 185.600019ms
|
467 | 2023-10-21T17:19:52.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2e24bea2-1bd3-442c-b429-7fad5e1476e1 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28769
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = d2ef4682-e0e6-4ff5-b2b4-4b14de21db2b
response_code = 500
uri = /cockroachdb
|
468 | 2023-10-21T17:19:52.276Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d2ef4682-e0e6-4ff5-b2b4-4b14de21db2b", "content-length": "124", "date": "Sat, 21 Oct 2023 17:19:52 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d2ef4682-e0e6-4ff5-b2b4-4b14de21db2b" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 281.89426ms
|
469 | 2023-10-21T17:19:52.588Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:2310
|
470 | 2023-10-21T17:20:09.839Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:2328
|
471 | 2023-10-21T17:20:13.855Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:2349
|
472 | 2023-10-21T17:20:13.855Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 21297160
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48438
req_id = 27a2f7e0-64e0-4b06-b971-c23863f6bacb
response_code = 204
uri = /cockroachdb
|
473 | 2023-10-21T17:20:13.855Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61907
|
474 | 2023-10-21T17:20:13.856Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 120
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61907
req_id = 6a2db788-6db2-4e0e-afb4-c68e93342976
response_code = 200
uri = /baseboard
|
475 | 2023-10-21T17:20:13.856Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
476 | 2023-10-21T17:20:13.892Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
477 | 2023-10-21T17:20:13.892Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 6781ac1a-5cf8-4254-8488-5bf9670ead92 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: ec283ed9-6ec8-49b5-950f-4ad017fb4124 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: c7d0803c-7204-455e-b287-d78706a7192c, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: c7d0803c-7204-455e-b287-d78706a7192c, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: c7d0803c-7204-455e-b287-d78706a7192c }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: 7b1edb6b-ca9c-4081-b7db-10a84e008604, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: 7b1edb6b-ca9c-4081-b7db-10a84e008604, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: 7b1edb6b-ca9c-4081-b7db-10a84e008604 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: 94a6202e-694a-4242-b8e1-96fcd32a23d3, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: 94a6202e-694a-4242-b8e1-96fcd32a23d3, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: 94a6202e-694a-4242-b8e1-96fcd32a23d3 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::8], dataset: Some(DatasetRequest { id: 4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::8]:5353" }), id: 4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.1.164:53", http_address: "[fd00:1122:3344:101::8]:5353", nic: NetworkInterface { id: ab0511fe-2c93-489a-a72a-11e7829a3221, ip: 172.30.1.5, kind: Service(4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6), mac: MacAddr("A8:40:25:FF:FB:5D"), name: Name("external-dns-4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: 4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6 }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::9], dataset: Some(DatasetRequest { id: e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::9]:5353" }), id: e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.1.165:53", http_address: "[fd00:1122:3344:101::9]:5353", nic: NetworkInterface { id: 089bbe9f-b477-4af7-bbd8-1ea12e890143, ip: 172.30.1.6, kind: Service(e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f), mac: MacAddr("A8:40:25:FF:CB:26"), name: Name("external-dns-e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::a], dataset: None, id: 81b58c34-c9f6-4010-a244-f19a1f147407, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.1.166, external_tls: true, internal_address: "[fd00:1122:3344:101::a]:12221", nic: NetworkInterface { id: 5b11c926-648b-481b-9125-179d4d0c9cec, ip: 172.30.2.5, kind: Service(81b58c34-c9f6-4010-a244-f19a1f147407), mac: MacAddr("A8:40:25:FF:C1:BC"), name: Name("nexus-81b58c34-c9f6-4010-a244-f19a1f147407"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 81b58c34-c9f6-4010-a244-f19a1f147407 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::b], dataset: None, id: c794c01e-a8b8-4e7e-a838-b95a384b7d27, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.1.167, external_tls: true, internal_address: "[fd00:1122:3344:101::b]:12221", nic: NetworkInterface { id: 98699b88-4147-4220-af61-ee2391805e8c, ip: 172.30.2.6, kind: Service(c794c01e-a8b8-4e7e-a838-b95a384b7d27), mac: MacAddr("A8:40:25:FF:95:BD"), name: Name("nexus-c794c01e-a8b8-4e7e-a838-b95a384b7d27"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: c794c01e-a8b8-4e7e-a838-b95a384b7d27 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::c], dataset: None, id: 56e3551c-05ec-4be0-b5eb-93986572f140, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.1.168, external_tls: true, internal_address: "[fd00:1122:3344:101::c]:12221", nic: NetworkInterface { id: f1785eb4-9133-4550-b28a-6e25c92e45dc, ip: 172.30.2.7, kind: Service(56e3551c-05ec-4be0-b5eb-93986572f140), mac: MacAddr("A8:40:25:FF:DF:FB"), name: Name("nexus-56e3551c-05ec-4be0-b5eb-93986572f140"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 56e3551c-05ec-4be0-b5eb-93986572f140 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::d], dataset: None, id: a1e208a4-26c3-4301-8068-c399578316ef, services: [ServiceZoneService { details: Oximeter { address: "[fd00:1122:3344:101::d]:12223" }, id: a1e208a4-26c3-4301-8068-c399578316ef }], zone_type: Oximeter }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::e], dataset: Some(DatasetRequest { id: 315062eb-4535-4068-90b1-47746a296c66, name: DatasetName { kind: Clickhouse, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::e]:8123" }), id: 315062eb-4535-4068-90b1-47746a296c66, services: [ServiceZoneService { details: Clickhouse { address: "[fd00:1122:3344:101::e]:8123" }, id: 315062eb-4535-4068-90b1-47746a296c66 }], zone_type: Clickhouse }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::f], dataset: None, id: 3cc9794e-cb06-48bb-8380-3b36a7caf6d9, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::f]:17000" }, id: 3cc9794e-cb06-48bb-8380-3b36a7caf6d9 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::10], dataset: None, id: 94339dd6-2a9e-4a76-8372-a1279cbc33dd, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::10]:17000" }, id: 94339dd6-2a9e-4a76-8372-a1279cbc33dd }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::11], dataset: None, id: c6fd47de-05a1-47aa-b2a5-6e755236fdae, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::11]:17000" }, id: c6fd47de-05a1-47aa-b2a5-6e755236fdae }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::12], dataset: Some(DatasetRequest { id: 540d66d1-e2b9-49af-aa03-11b43d103dd5, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::12]:32345" }), id: 540d66d1-e2b9-49af-aa03-11b43d103dd5, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::12]:32345" }, id: 540d66d1-e2b9-49af-aa03-11b43d103dd5 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::13], dataset: Some(DatasetRequest { id: 5c8cf79f-14b4-477c-b047-2aab16e5cbd3, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::13]:32345" }), id: 5c8cf79f-14b4-477c-b047-2aab16e5cbd3, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::13]:32345" }, id: 5c8cf79f-14b4-477c-b047-2aab16e5cbd3 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::14], dataset: Some(DatasetRequest { id: 56f34b31-da43-4675-8279-581de3be7384, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::14]:32345" }), id: 56f34b31-da43-4675-8279-581de3be7384, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::14]:32345" }, id: 56f34b31-da43-4675-8279-581de3be7384 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::15], dataset: Some(DatasetRequest { id: cefd3bbd-6e1c-4cc5-939e-624201378420, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::15]:32345" }), id: cefd3bbd-6e1c-4cc5-939e-624201378420, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::15]:32345" }, id: cefd3bbd-6e1c-4cc5-939e-624201378420 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::16], dataset: Some(DatasetRequest { id: c9f43b2a-a2e7-45c3-a9c7-d6412f04a757, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::16]:32345" }), id: c9f43b2a-a2e7-45c3-a9c7-d6412f04a757, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::16]:32345" }, id: c9f43b2a-a2e7-45c3-a9c7-d6412f04a757 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::17], dataset: Some(DatasetRequest { id: d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::17]:32345" }), id: d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::17]:32345" }, id: d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::18], dataset: Some(DatasetRequest { id: 6bfebc1e-98c3-4d58-ab01-72e5cbef7726, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::18]:32345" }), id: 6bfebc1e-98c3-4d58-ab01-72e5cbef7726, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::18]:32345" }, id: 6bfebc1e-98c3-4d58-ab01-72e5cbef7726 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::19], dataset: Some(DatasetRequest { id: ed5b84c3-afde-4dee-a1b9-1beac74019df, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_31bd71cd-4736-4a12-a387-9b74b050396f") }, service_address: "[fd00:1122:3344:101::19]:32345" }), id: ed5b84c3-afde-4dee-a1b9-1beac74019df, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::19]:32345" }, id: ed5b84c3-afde-4dee-a1b9-1beac74019df }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1a], dataset: Some(DatasetRequest { id: 24919ab7-a3ff-49f2-8a8c-60dbae5e9f40, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::1a]:32345" }), id: 24919ab7-a3ff-49f2-8a8c-60dbae5e9f40, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::1a]:32345" }, id: 24919ab7-a3ff-49f2-8a8c-60dbae5e9f40 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: 3c13f373-0476-4552-974e-9e12dc2c1faf, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 96125129-7d56-4e37-9173-f04f3956b291, ip: 172.30.3.5, kind: Service(3c13f373-0476-4552-974e-9e12dc2c1faf), mac: MacAddr("A8:40:25:FF:90:6E"), name: Name("ntp-3c13f373-0476-4552-974e-9e12dc2c1faf"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.1.169, last_port: 16383 } }, id: 3c13f373-0476-4552-974e-9e12dc2c1faf }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
478 | 2023-10-21T17:20:13.892Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41014
|
479 | 2023-10-21T17:20:13.893Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6781ac1a-5cf8-4254-8488-5bf9670ead92, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
480 | 2023-10-21T17:20:13.917Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 84f51e7e-4a6a-40b2-89f5-4ac7c16a2470, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
481 | 2023-10-21T17:20:13.937Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ec283ed9-6ec8-49b5-950f-4ad017fb4124, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
482 | 2023-10-21T17:20:13.957Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c7d0803c-7204-455e-b287-d78706a7192c, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
483 | 2023-10-21T17:20:13.976Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7b1edb6b-ca9c-4081-b7db-10a84e008604, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
484 | 2023-10-21T17:20:13.995Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5466fb83-3627-4cdc-8964-d67e77ee7fb0, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
485 | 2023-10-21T17:20:14.015Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 94a6202e-694a-4242-b8e1-96fcd32a23d3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
486 | 2023-10-21T17:20:14.034Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 2e24bea2-1bd3-442c-b429-7fad5e1476e1, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
487 | 2023-10-21T17:20:14.053Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
488 | 2023-10-21T17:20:14.128Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
489 | 2023-10-21T17:20:14.198Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 315062eb-4535-4068-90b1-47746a296c66, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
490 | 2023-10-21T17:20:14.273Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 540d66d1-e2b9-49af-aa03-11b43d103dd5, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
491 | 2023-10-21T17:20:14.342Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5c8cf79f-14b4-477c-b047-2aab16e5cbd3, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
492 | 2023-10-21T17:20:14.420Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 56f34b31-da43-4675-8279-581de3be7384, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
493 | 2023-10-21T17:20:14.499Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: cefd3bbd-6e1c-4cc5-939e-624201378420, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
494 | 2023-10-21T17:20:14.581Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c9f43b2a-a2e7-45c3-a9c7-d6412f04a757, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
495 | 2023-10-21T17:20:14.701Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
496 | 2023-10-21T17:20:14.783Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6bfebc1e-98c3-4d58-ab01-72e5cbef7726, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
497 | 2023-10-21T17:20:14.881Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ed5b84c3-afde-4dee-a1b9-1beac74019df, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
498 | 2023-10-21T17:20:14.973Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 24919ab7-a3ff-49f2-8a8c-60dbae5e9f40, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
499 | 2023-10-21T17:20:15.196Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
500 | 2023-10-21T17:20:15.198Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
501 | 2023-10-21T17:20:15.242Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
502 | 2023-10-21T17:20:15.286Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
503 | 2023-10-21T17:20:15.310Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
504 | 2023-10-21T17:20:15.375Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_c6fd47de-05a1-47aa-b2a5-6e755236fdae
file = illumos-utils/src/zone.rs:314
|
505 | 2023-10-21T17:20:15.380Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_c9f43b2a-a2e7-45c3-a9c7-d6412f04a757
file = illumos-utils/src/zone.rs:314
|
506 | 2023-10-21T17:20:15.386Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_5c8cf79f-14b4-477c-b047-2aab16e5cbd3
file = illumos-utils/src/zone.rs:314
|
507 | 2023-10-21T17:20:15.392Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6
file = illumos-utils/src/zone.rs:314
|
508 | 2023-10-21T17:20:15.397Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_315062eb-4535-4068-90b1-47746a296c66
file = illumos-utils/src/zone.rs:314
|
509 | 2023-10-21T17:20:15.401Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6bfebc1e-98c3-4d58-ab01-72e5cbef7726
file = illumos-utils/src/zone.rs:314
|
510 | 2023-10-21T17:20:15.407Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_3cc9794e-cb06-48bb-8380-3b36a7caf6d9
file = illumos-utils/src/zone.rs:314
|
511 | 2023-10-21T17:20:15.412Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_cefd3bbd-6e1c-4cc5-939e-624201378420
file = illumos-utils/src/zone.rs:314
|
512 | 2023-10-21T17:20:15.418Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ed5b84c3-afde-4dee-a1b9-1beac74019df
file = illumos-utils/src/zone.rs:314
|
513 | 2023-10-21T17:20:15.423Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_24919ab7-a3ff-49f2-8a8c-60dbae5e9f40
file = illumos-utils/src/zone.rs:314
|
514 | 2023-10-21T17:20:15.428Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_540d66d1-e2b9-49af-aa03-11b43d103dd5
file = illumos-utils/src/zone.rs:314
|
515 | 2023-10-21T17:20:15.434Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_c6fd47de-05a1-47aa-b2a5-6e755236fdae
file = illumos-utils/src/zone.rs:353
|
516 | 2023-10-21T17:20:15.439Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_c9f43b2a-a2e7-45c3-a9c7-d6412f04a757
file = illumos-utils/src/zone.rs:353
|
517 | 2023-10-21T17:20:15.444Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_5c8cf79f-14b4-477c-b047-2aab16e5cbd3
file = illumos-utils/src/zone.rs:353
|
518 | 2023-10-21T17:20:15.449Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6
file = illumos-utils/src/zone.rs:353
|
519 | 2023-10-21T17:20:15.454Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_315062eb-4535-4068-90b1-47746a296c66
file = illumos-utils/src/zone.rs:353
|
520 | 2023-10-21T17:20:15.459Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6bfebc1e-98c3-4d58-ab01-72e5cbef7726
file = illumos-utils/src/zone.rs:353
|
521 | 2023-10-21T17:20:15.465Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_3cc9794e-cb06-48bb-8380-3b36a7caf6d9
file = illumos-utils/src/zone.rs:353
|
522 | 2023-10-21T17:20:15.470Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_cefd3bbd-6e1c-4cc5-939e-624201378420
file = illumos-utils/src/zone.rs:353
|
523 | 2023-10-21T17:20:15.476Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ed5b84c3-afde-4dee-a1b9-1beac74019df
file = illumos-utils/src/zone.rs:353
|
524 | 2023-10-21T17:20:15.482Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_24919ab7-a3ff-49f2-8a8c-60dbae5e9f40
file = illumos-utils/src/zone.rs:353
|
525 | 2023-10-21T17:20:15.488Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_540d66d1-e2b9-49af-aa03-11b43d103dd5
file = illumos-utils/src/zone.rs:353
|
526 | 2023-10-21T17:20:15.494Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_a1e208a4-26c3-4301-8068-c399578316ef
file = illumos-utils/src/zone.rs:314
|
527 | 2023-10-21T17:20:15.500Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_56f34b31-da43-4675-8279-581de3be7384
file = illumos-utils/src/zone.rs:314
|
528 | 2023-10-21T17:20:15.506Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_94339dd6-2a9e-4a76-8372-a1279cbc33dd
file = illumos-utils/src/zone.rs:314
|
529 | 2023-10-21T17:20:15.550Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
530 | 2023-10-21T17:20:15.587Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
531 | 2023-10-21T17:20:15.587Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_a1e208a4-26c3-4301-8068-c399578316ef
file = illumos-utils/src/zone.rs:353
|
532 | 2023-10-21T17:20:15.594Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_56f34b31-da43-4675-8279-581de3be7384
file = illumos-utils/src/zone.rs:353
|
533 | 2023-10-21T17:20:15.601Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_94339dd6-2a9e-4a76-8372-a1279cbc33dd
file = illumos-utils/src/zone.rs:353
|
534 | 2023-10-21T17:20:15.643Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
535 | 2023-10-21T17:20:15.689Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
536 | 2023-10-21T17:20:15.726Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
537 | 2023-10-21T17:20:15.729Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
538 | 2023-10-21T17:20:15.729Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
539 | 2023-10-21T17:20:15.787Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 149, 189]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
540 | 2023-10-21T17:20:15.787Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: c794c01e-a8b8-4e7e-a838-b95a384b7d27, details: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 98699b88-4147-4220-af61-ee2391805e8c, kind: Service { id: c794c01e-a8b8-4e7e-a838-b95a384b7d27 }, name: Name("nexus-c794c01e-a8b8-4e7e-a838-b95a384b7d27"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 189])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
541 | 2023-10-21T17:20:15.789Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
542 | 2023-10-21T17:20:15.789Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
543 | 2023-10-21T17:20:15.844Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 251, 93]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte2" } }
|
544 | 2023-10-21T17:20:15.844Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6, details: ExternalDns { http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: ab0511fe-2c93-489a-a72a-11e7829a3221, kind: Service { id: 4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6 }, name: Name("external-dns-4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
545 | 2023-10-21T17:20:15.846Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
546 | 2023-10-21T17:20:15.846Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
547 | 2023-10-21T17:20:15.900Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 203, 38]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
548 | 2023-10-21T17:20:15.900Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f, details: ExternalDns { http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 089bbe9f-b477-4af7-bbd8-1ea12e890143, kind: Service { id: e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f }, name: Name("external-dns-e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
549 | 2023-10-21T17:20:15.904Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
550 | 2023-10-21T17:20:15.904Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
551 | 2023-10-21T17:20:15.981Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 193, 188]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte4" } }
|
552 | 2023-10-21T17:20:15.981Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 81b58c34-c9f6-4010-a244-f19a1f147407, details: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 5b11c926-648b-481b-9125-179d4d0c9cec, kind: Service { id: 81b58c34-c9f6-4010-a244-f19a1f147407 }, name: Name("nexus-81b58c34-c9f6-4010-a244-f19a1f147407"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
553 | 2023-10-21T17:20:15.982Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
554 | 2023-10-21T17:20:15.983Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
555 | 2023-10-21T17:20:16.036Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 223, 251]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
556 | 2023-10-21T17:20:16.036Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 56e3551c-05ec-4be0-b5eb-93986572f140, details: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: f1785eb4-9133-4550-b28a-6e25c92e45dc, kind: Service { id: 56e3551c-05ec-4be0-b5eb-93986572f140 }, name: Name("nexus-56e3551c-05ec-4be0-b5eb-93986572f140"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 251])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
557 | 2023-10-21T17:20:16.037Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
558 | 2023-10-21T17:20:16.037Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
559 | 2023-10-21T17:20:16.037Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
560 | 2023-10-21T17:20:16.037Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
561 | 2023-10-21T17:20:16.038Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
562 | 2023-10-21T17:20:16.038Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
563 | 2023-10-21T17:20:16.038Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
564 | 2023-10-21T17:20:16.038Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
565 | 2023-10-21T17:20:16.038Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
566 | 2023-10-21T17:20:16.038Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
567 | 2023-10-21T17:20:16.039Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
568 | 2023-10-21T17:20:16.072Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
569 | 2023-10-21T17:20:16.104Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
570 | 2023-10-21T17:20:16.137Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
571 | 2023-10-21T17:20:16.172Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
572 | 2023-10-21T17:20:16.204Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_c794c01e-a8b8-4e7e-a838-b95a384b7d27
file = illumos-utils/src/zone.rs:314
|
573 | 2023-10-21T17:20:16.211Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6
file = illumos-utils/src/zone.rs:314
|
574 | 2023-10-21T17:20:16.219Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f
file = illumos-utils/src/zone.rs:314
|
575 | 2023-10-21T17:20:16.226Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_81b58c34-c9f6-4010-a244-f19a1f147407
file = illumos-utils/src/zone.rs:314
|
576 | 2023-10-21T17:20:16.233Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_56e3551c-05ec-4be0-b5eb-93986572f140
file = illumos-utils/src/zone.rs:314
|
577 | 2023-10-21T17:20:16.240Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_c794c01e-a8b8-4e7e-a838-b95a384b7d27
file = illumos-utils/src/zone.rs:353
|
578 | 2023-10-21T17:20:16.247Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6
file = illumos-utils/src/zone.rs:353
|
579 | 2023-10-21T17:20:16.254Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f
file = illumos-utils/src/zone.rs:353
|
580 | 2023-10-21T17:20:16.261Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_81b58c34-c9f6-4010-a244-f19a1f147407
file = illumos-utils/src/zone.rs:353
|
581 | 2023-10-21T17:20:16.267Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_56e3551c-05ec-4be0-b5eb-93986572f140
file = illumos-utils/src/zone.rs:353
|
582 | 2023-10-21T17:20:17.849Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_c6fd47de-05a1-47aa-b2a5-6e755236fdae:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
583 | 2023-10-21T17:20:17.849Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_c6fd47de-05a1-47aa-b2a5-6e755236fdae
|
584 | 2023-10-21T17:20:18.230Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_oximeter_a1e208a4-26c3-4301-8068-c399578316ef
|
585 | 2023-10-21T17:20:18.323Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_94339dd6-2a9e-4a76-8372-a1279cbc33dd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
586 | 2023-10-21T17:20:18.323Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_94339dd6-2a9e-4a76-8372-a1279cbc33dd
|
587 | 2023-10-21T17:20:18.393Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_5c8cf79f-14b4-477c-b047-2aab16e5cbd3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="2974a27d-2be3-4645-bde5-3a1fe0bc3563"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
588 | 2023-10-21T17:20:18.393Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_5c8cf79f-14b4-477c-b047-2aab16e5cbd3
|
589 | 2023-10-21T17:20:18.433Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6bfebc1e-98c3-4d58-ab01-72e5cbef7726:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="0d6972ae-00a4-4181-a7d8-221acab82df7"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
590 | 2023-10-21T17:20:18.433Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_6bfebc1e-98c3-4d58-ab01-72e5cbef7726
|
591 | 2023-10-21T17:20:18.470Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_c9f43b2a-a2e7-45c3-a9c7-d6412f04a757:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="30a42041-e0f9-43bf-8572-777b51576fc7"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
592 | 2023-10-21T17:20:18.471Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_c9f43b2a-a2e7-45c3-a9c7-d6412f04a757
|
593 | 2023-10-21T17:20:18.633Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ed5b84c3-afde-4dee-a1b9-1beac74019df:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="17e5a4b1-95a3-4d73-bbd9-212c5d7ea100"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
594 | 2023-10-21T17:20:18.633Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_ed5b84c3-afde-4dee-a1b9-1beac74019df
|
595 | 2023-10-21T17:20:18.680Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_56f34b31-da43-4675-8279-581de3be7384:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="5f44dda9-8274-4a97-bd09-c2ef4147922d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
596 | 2023-10-21T17:20:18.689Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_56f34b31-da43-4675-8279-581de3be7384
|
597 | 2023-10-21T17:20:18.903Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
598 | 2023-10-21T17:20:18.944Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="8b0baf6e-a3cb-4485-9a07-1c8bcf58f489"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
599 | 2023-10-21T17:20:18.953Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_24919ab7-a3ff-49f2-8a8c-60dbae5e9f40:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="ac5c2f4e-2c72-4a31-8ce8-8cbfaec0aa45"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
600 | 2023-10-21T17:20:19.058Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6
|
601 | 2023-10-21T17:20:19.430Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_24919ab7-a3ff-49f2-8a8c-60dbae5e9f40
|
602 | 2023-10-21T17:20:20.267Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_3cc9794e-cb06-48bb-8380-3b36a7caf6d9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
603 | 2023-10-21T17:20:20.267Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_3cc9794e-cb06-48bb-8380-3b36a7caf6d9
|
604 | 2023-10-21T17:20:20.483Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_540d66d1-e2b9-49af-aa03-11b43d103dd5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="657bdc4e-0875-4e06-a59b-fd5c22a61ad8"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
605 | 2023-10-21T17:20:20.483Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_540d66d1-e2b9-49af-aa03-11b43d103dd5
|
606 | 2023-10-21T17:20:20.621Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_cefd3bbd-6e1c-4cc5-939e-624201378420:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="7e1ece86-59bc-4b42-80e1-5a9aad148676"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
607 | 2023-10-21T17:20:20.627Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_cefd3bbd-6e1c-4cc5-939e-624201378420
|
608 | 2023-10-21T17:20:21.038Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_external_dns_4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6
|
609 | 2023-10-21T17:20:21.861Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_56e3551c-05ec-4be0-b5eb-93986572f140
|
610 | 2023-10-21T17:20:22.994Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_315062eb-4535-4068-90b1-47746a296c66:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
611 | 2023-10-21T17:20:22.994Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_clickhouse_315062eb-4535-4068-90b1-47746a296c66
|
612 | 2023-10-21T17:20:23.760Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_c794c01e-a8b8-4e7e-a838-b95a384b7d27
|
613 | 2023-10-21T17:20:23.905Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
614 | 2023-10-21T17:20:24.272Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_external_dns_e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f
|
615 | 2023-10-21T17:20:24.957Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_81b58c34-c9f6-4010-a244-f19a1f147407
|
616 | 2023-10-21T17:20:28.083Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists
file = sled-agent/src/services.rs:1361
|
617 | 2023-10-21T17:20:28.083Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_oximeter_a1e208a4-26c3-4301-8068-c399578316ef
|
618 | 2023-10-21T17:20:28.709Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists - OK
file = sled-agent/src/services.rs:1369
|
619 | 2023-10-21T17:20:28.709Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
620 | 2023-10-21T17:20:29.731Z | INFO | SledAgent (ServiceManager): Setting up oximeter service
file = sled-agent/src/services.rs:1630
|
621 | 2023-10-21T17:20:29.876Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
622 | 2023-10-21T17:20:31.377Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1361
|
623 | 2023-10-21T17:20:31.377Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_56e3551c-05ec-4be0-b5eb-93986572f140
|
624 | 2023-10-21T17:20:32.009Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1369
|
625 | 2023-10-21T17:20:32.009Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
626 | 2023-10-21T17:20:32.576Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
627 | 2023-10-21T17:20:32.576Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_56e3551c-05ec-4be0-b5eb-93986572f140
|
628 | 2023-10-21T17:20:37.245Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
629 | 2023-10-21T17:20:37.352Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1361
|
630 | 2023-10-21T17:20:37.352Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_external_dns_4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6
|
631 | 2023-10-21T17:20:37.912Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1369
|
632 | 2023-10-21T17:20:37.912Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
633 | 2023-10-21T17:20:38.491Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1531
|
634 | 2023-10-21T17:20:38.491Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_external_dns_4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6
|
635 | 2023-10-21T17:20:42.247Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
636 | 2023-10-21T17:20:43.892Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33570
|
637 | 2023-10-21T17:20:43.892Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33570
req_id = cd4e2e68-6dd4-4e44-ab21-76eaff5dfae5
response_code = 200
uri = /baseboard
|
638 | 2023-10-21T17:20:44.276Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1361
|
639 | 2023-10-21T17:20:44.276Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_external_dns_e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f
|
640 | 2023-10-21T17:20:44.837Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1369
|
641 | 2023-10-21T17:20:44.837Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
642 | 2023-10-21T17:20:45.412Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1531
|
643 | 2023-10-21T17:20:45.413Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_external_dns_e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f
|
644 | 2023-10-21T17:20:47.249Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
645 | 2023-10-21T17:20:51.591Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1361
|
646 | 2023-10-21T17:20:51.591Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_81b58c34-c9f6-4010-a244-f19a1f147407
|
647 | 2023-10-21T17:20:52.159Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1369
|
648 | 2023-10-21T17:20:52.159Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
649 | 2023-10-21T17:20:52.251Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
650 | 2023-10-21T17:20:52.666Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
651 | 2023-10-21T17:20:52.666Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_81b58c34-c9f6-4010-a244-f19a1f147407
|
652 | 2023-10-21T17:20:57.253Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
653 | 2023-10-21T17:20:58.242Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1361
|
654 | 2023-10-21T17:20:58.242Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_c794c01e-a8b8-4e7e-a838-b95a384b7d27
|
655 | 2023-10-21T17:20:58.800Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 140.129307831s
|
656 | 2023-10-21T17:20:58.800Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 140.130819105s
|
657 | 2023-10-21T17:20:58.800Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 140.131073469s
|
658 | 2023-10-21T17:20:58.800Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 140.129693047s
|
659 | 2023-10-21T17:20:58.801Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 140.13113289s
|
660 | 2023-10-21T17:20:58.801Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1369
|
661 | 2023-10-21T17:20:58.801Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
662 | 2023-10-21T17:20:59.006Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
663 | 2023-10-21T17:20:59.006Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_c794c01e-a8b8-4e7e-a838-b95a384b7d27
|
664 | 2023-10-21T17:21:00.356Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 141.688433953s
|
665 | 2023-10-21T17:21:00.356Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 141.686160617s
|
666 | 2023-10-21T17:21:00.356Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 141.687430558s
|
667 | 2023-10-21T17:21:02.046Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 143.377219825s
|
668 | 2023-10-21T17:21:02.046Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 143.376440642s
|
669 | 2023-10-21T17:21:02.056Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 143.385837139s
|
670 | 2023-10-21T17:21:02.056Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 143.386575611s
|
671 | 2023-10-21T17:21:02.255Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
672 | 2023-10-21T17:21:03.622Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 144.951098297s
|
673 | 2023-10-21T17:21:04.774Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 146.105394785s
|
674 | 2023-10-21T17:21:05.020Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 146.350403429s
|
675 | 2023-10-21T17:21:05.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 51370227
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:41014
req_id = cf184f1d-423d-4a0f-8f31-37c9f8736556
response_code = 204
uri = /services
|
676 | 2023-10-21T17:21:05.268Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:999
|
677 | 2023-10-21T17:21:05.270Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:524
|
678 | 2023-10-21T17:21:05.270Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:526
|
679 | 2023-10-21T17:21:05.305Z | INFO | SledAgent (RSS): rack_network_config: Some(
RackNetworkConfigV1 {
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 32,
},
),
],
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
},
)
file = sled-agent/src/rack_setup/service.rs:631
|
680 | 2023-10-21T17:21:05.305Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/f2489b1e-cd3a-4d31-8df9-e1761eee2eea/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
681 | 2023-10-21T17:21:05.364Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/f2489b1e-cd3a-4d31-8df9-e1761eee2eea/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
682 | 2023-10-21T17:21:05.458Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 146.7868695s
|
683 | 2023-10-21T17:21:05.469Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/f2489b1e-cd3a-4d31-8df9-e1761eee2eea/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
684 | 2023-10-21T17:21:05.506Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 146.836259513s
|
685 | 2023-10-21T17:21:05.528Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 146.858335379s
|
686 | 2023-10-21T17:21:05.604Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/f2489b1e-cd3a-4d31-8df9-e1761eee2eea/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
687 | 2023-10-21T17:21:06.003Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 147.332852535s
|
688 | 2023-10-21T17:21:06.005Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 147.334601523s
|
689 | 2023-10-21T17:21:06.154Z | INFO | SledAgent (SledAgentMain): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "23144634d4bb4bebb13da0db3d7d34aa" }
file = sled-agent/src/sled_agent.rs:549
id = ca14590f-9554-40ab-a5e3-e40025cfd780
|
690 | 2023-10-21T17:21:06.205Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 147.534308939s
|
691 | 2023-10-21T17:21:06.262Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 147.591766788s
|
692 | 2023-10-21T17:21:06.264Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 147.593457524s
|
693 | 2023-10-21T17:21:06.265Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 147.595448796s
|
694 | 2023-10-21T17:21:06.267Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 147.596029544s
|
695 | 2023-10-21T17:21:06.513Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65525
|
696 | 2023-10-21T17:21:06.514Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65525
req_id = 5de064bf-7312-46fd-8228-491c942356f8
response_code = 200
uri = /network-bootstore-config
|
697 | 2023-10-21T17:21:07.188Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "4f87048f-5829-41f7-9b4e-78ec0cba2e49", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "4f87048f-5829-41f7-9b4e-78ec0cba2e49" }
file = sled-agent/src/rack_setup/service.rs:652
|
698 | 2023-10-21T17:21:07.257Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
699 | 2023-10-21T17:21:07.774Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "4a51e39c-795e-47f2-a77e-9a7e2e30a9c7", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "4a51e39c-795e-47f2-a77e-9a7e2e30a9c7" }
file = sled-agent/src/rack_setup/service.rs:652
|
700 | 2023-10-21T17:21:08.108Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "be29d3f1-897e-439d-8788-461429b4f8ea", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "be29d3f1-897e-439d-8788-461429b4f8ea" }
file = sled-agent/src/rack_setup/service.rs:652
|
701 | 2023-10-21T17:21:08.579Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "5e3df25c-760d-4638-bf5c-29eda4a291ab", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "5e3df25c-760d-4638-bf5c-29eda4a291ab" }
file = sled-agent/src/rack_setup/service.rs:652
|
702 | 2023-10-21T17:21:09.207Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "b4a931e7-1044-4acc-87d6-4ddc550a5648", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "b4a931e7-1044-4acc-87d6-4ddc550a5648" }
file = sled-agent/src/rack_setup/service.rs:652
|
703 | 2023-10-21T17:21:09.782Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 151.111803232s
|
704 | 2023-10-21T17:21:09.814Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "b1e670ab-72dc-4a53-ac34-d43064484196", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "b1e670ab-72dc-4a53-ac34-d43064484196" }
file = sled-agent/src/rack_setup/service.rs:652
|
705 | 2023-10-21T17:21:10.292Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "60e5da6d-8a7b-4d7e-9349-81a347ef45ea", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:10 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "60e5da6d-8a7b-4d7e-9349-81a347ef45ea" }
file = sled-agent/src/rack_setup/service.rs:652
|
706 | 2023-10-21T17:21:11.089Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "dbec1a31-f220-4a5d-b988-caa3dab2925b", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:10 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "dbec1a31-f220-4a5d-b988-caa3dab2925b" }
file = sled-agent/src/rack_setup/service.rs:652
|
707 | 2023-10-21T17:21:11.323Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 152.653296637s
|
708 | 2023-10-21T17:21:11.701Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e4cf3d23-e35e-4963-a4c3-cdc9264dcd19", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:11 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "e4cf3d23-e35e-4963-a4c3-cdc9264dcd19" }
file = sled-agent/src/rack_setup/service.rs:652
|
709 | 2023-10-21T17:21:12.259Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
710 | 2023-10-21T17:21:12.986Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "f475e173-7e28-4f53-9870-d8f679550b96", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:12 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "f475e173-7e28-4f53-9870-d8f679550b96" }
file = sled-agent/src/rack_setup/service.rs:652
|
711 | 2023-10-21T17:21:13.927Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57597
|
712 | 2023-10-21T17:21:13.927Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 41
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57597
req_id = 15c4f08e-2466-4dad-ae07-1c6b97f8115b
response_code = 200
uri = /baseboard
|
713 | 2023-10-21T17:21:14.281Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "18626283-ead1-46fb-a20d-c7efa9918285", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:13 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "18626283-ead1-46fb-a20d-c7efa9918285" }
file = sled-agent/src/rack_setup/service.rs:652
|
714 | 2023-10-21T17:21:14.319Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 155.6475717s
|
715 | 2023-10-21T17:21:14.446Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 155.77530549s
|
716 | 2023-10-21T17:21:16.121Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "6e812a1e-2b70-4954-81f3-4e26258025dd", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:15 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "6e812a1e-2b70-4954-81f3-4e26258025dd" }
file = sled-agent/src/rack_setup/service.rs:652
|
717 | 2023-10-21T17:21:17.135Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "0d7a079d-c66d-4b57-a59b-d769cda27900", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:16 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "0d7a079d-c66d-4b57-a59b-d769cda27900" }
file = sled-agent/src/rack_setup/service.rs:652
|
718 | 2023-10-21T17:21:17.260Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
719 | 2023-10-21T17:21:18.714Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "221669b6-babf-49fe-8cbe-14e67fe2862d", "content-length": "174", "date": "Sat, 21 Oct 2023 17:21:18 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"616b26df-e62a-4c68-b506-f4a923d8aaf7\"", request_id: "221669b6-babf-49fe-8cbe-14e67fe2862d" }
file = sled-agent/src/rack_setup/service.rs:652
|
720 | 2023-10-21T17:21:21.401Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39172
|
721 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:399
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 089bbe9f-b477-4af7-bbd8-1ea12e890143, kind: Service { id: e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f }, name: Name("external-dns-e2986a5e-5a4a-4ea2-b8eb-a180f669ff4f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ab0511fe-2c93-489a-a72a-11e7829a3221, kind: Service { id: 4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6 }, name: Name("external-dns-4ae87c9e-f0f8-4b36-93a9-e9fd4dacc4d6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b11c926-648b-481b-9125-179d4d0c9cec, kind: Service { id: 81b58c34-c9f6-4010-a244-f19a1f147407 }, name: Name("nexus-81b58c34-c9f6-4010-a244-f19a1f147407"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 188])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98699b88-4147-4220-af61-ee2391805e8c, kind: Service { id: c794c01e-a8b8-4e7e-a838-b95a384b7d27 }, name: Name("nexus-c794c01e-a8b8-4e7e-a838-b95a384b7d27"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 189])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f1785eb4-9133-4550-b28a-6e25c92e45dc, kind: Service { id: 56e3551c-05ec-4be0-b5eb-93986572f140 }, name: Name("nexus-56e3551c-05ec-4be0-b5eb-93986572f140"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 251])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
722 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
723 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
724 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte0"
rules = []
|
725 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
726 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
727 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
728 | 2023-10-21T17:21:21.402Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 489
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39172
req_id = ea8d0c51-ab1a-46bb-a0f5-279886351734
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
729 | 2023-10-21T17:21:21.628Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:662
|
730 | 2023-10-21T17:21:22.261Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
731 | 2023-10-21T17:21:27.262Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
732 | 2023-10-21T17:21:32.263Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
733 | 2023-10-21T17:21:32.743Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58256
|
734 | 2023-10-21T17:21:32.744Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:188
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(12348683))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { name: "disk-2119c345dc8", slot: Slot(0), read_only: false, device: "nvme", volume_construction_request: Volume { id: 52ab5963-74bc-41d7-98dc-b87feb067040, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 52ab5963-74bc-41d7-98dc-b87feb067040, target: [[fd00:1122:3344:101::12]:19000, [fd00:1122:3344:101::19]:19000, [fd00:1122:3344:101::17]:19000], lossy: false, flush_timeout: None, key: Some("Sm+PUn+WyJhj1DfKafr6lSn2jdM3A0LsOOW2o0XnOiU="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: cefdd975-40e7-4205-afaa-387a6510f6bc, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABGsIpVV1VXAACwilVXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAARrCKVVdVVwAAsIpVVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJhNmQzNzc0MS0zZDlhLTQ4NGYtOTA0ZC1mOTVjMTNjNjE4NTMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSDU0Vk5qTFpDY0NXTlBTemh6YmN4YUhqTTNsdXNDSjNqS0Y0UW5jTUVVUSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
instance_runtime = InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }
propolis_addr = [fd00:1122:3344:101::22]:12400
propolis_id = 243ac53c-82eb-403b-87a4-54f79afd96d3
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-10-21T17:21:32.260746Z }
|
735 | 2023-10-21T17:21:32.744Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:222
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
736 | 2023-10-21T17:21:32.744Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:598
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
propolis_id = 243ac53c-82eb-403b-87a4-54f79afd96d3
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(12348683))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ab6a56d0-547b-43eb-b2fa-79f73b58f9c1, kind: Instance { id: a6d37741-3d9a-484f-904d-f95c13c61853 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 201, 48])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(12348683), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { name: "disk-2119c345dc8", slot: Slot(0), read_only: false, device: "nvme", volume_construction_request: Volume { id: 52ab5963-74bc-41d7-98dc-b87feb067040, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 52ab5963-74bc-41d7-98dc-b87feb067040, target: [[fd00:1122:3344:101::12]:19000, [fd00:1122:3344:101::19]:19000, [fd00:1122:3344:101::17]:19000], lossy: false, flush_timeout: None, key: Some("Sm+PUn+WyJhj1DfKafr6lSn2jdM3A0LsOOW2o0XnOiU="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: cefdd975-40e7-4205-afaa-387a6510f6bc, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABGsIpVV1VXAACwilVXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAARrCKVVdVVwAAsIpVVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJhNmQzNzc0MS0zZDlhLTQ4NGYtOTA0ZC1mOTVjMTNjNjE4NTMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSDU0Vk5qTFpDY0NXTlBTemh6YmN4YUhqTTNsdXNDSjNqS0Y0UW5jTUVVUSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-10-21T17:21:32.260746Z }, propolis_addr: [fd00:1122:3344:101::22]:12400 }
|
737 | 2023-10-21T17:21:32.744Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 1335
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58256
req_id = 622beb07-8949-4bb0-8f99-8e9f8b396a54
response_code = 200
uri = /instances/a6d37741-3d9a-484f-904d-f95c13c61853
|
738 | 2023-10-21T17:21:32.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55601
|
739 | 2023-10-21T17:21:32.849Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 253, 201, 48]), slot: 1, vni: Vni { inner: 12348683 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
740 | 2023-10-21T17:21:32.886Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3
file = illumos-utils/src/zone.rs:314
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
741 | 2023-10-21T17:21:32.905Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3
file = illumos-utils/src/zone.rs:353
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
742 | 2023-10-21T17:21:34.394Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::22"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::b]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
743 | 2023-10-21T17:21:34.395Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
zone = oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3
|
744 | 2023-10-21T17:21:37.265Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
745 | 2023-10-21T17:21:39.372Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3
file = sled-agent/src/instance.rs:981
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
746 | 2023-10-21T17:21:40.204Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:990
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
747 | 2023-10-21T17:21:40.240Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1006
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
748 | 2023-10-21T17:21:40.241Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABGsIpVV1VXAACwilVXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAARrCKVVdVVwAAsIpVVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJhNmQzNzc0MS0zZDlhLTQ4NGYtOTA0ZC1mOTVjMTNjNjE4NTMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSDU0Vk5qTFpDY0NXTlBTemh6YmN4YUhqTTNsdXNDSjNqS0Y0UW5jTUVVUSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-2119c345dc8", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 52ab5963-74bc-41d7-98dc-b87feb067040, read_only_parent: Some(Url { block_size: 512, id: cefdd975-40e7-4205-afaa-387a6510f6bc, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 52ab5963-74bc-41d7-98dc-b87feb067040, key: Some("Sm+PUn+WyJhj1DfKafr6lSn2jdM3A0LsOOW2o0XnOiU="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19000", "[fd00:1122:3344:101::19]:19000", "[fd00:1122:3344:101::17]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: a6d37741-3d9a-484f-904d-f95c13c61853, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:449
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
749 | 2023-10-21T17:21:40.439Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:451
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
750 | 2023-10-21T17:21:40.440Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7611876
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55601
req_id = 76ddc7ba-9623-40e1-8ae0-3e4095769fbc
response_code = 200
uri = /instances/a6d37741-3d9a-484f-904d-f95c13c61853/state
|
751 | 2023-10-21T17:21:40.440Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2023-10-21T17:21:40.440241569Z }
file = sled-agent/src/instance.rs:333
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
752 | 2023-10-21T17:21:40.440Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
new_instance_state = InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-10-21T17:21:40.440241569Z }
propolis_id = 243ac53c-82eb-403b-87a4-54f79afd96d3
|
753 | 2023-10-21T17:21:40.440Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }, propolis_id: 243ac53c-82eb-403b-87a4-54f79afd96d3, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-10-21T17:21:40.440241569Z } }
|
754 | 2023-10-21T17:21:40.469Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2023-10-21T17:21:40.469875563Z }
file = sled-agent/src/instance.rs:333
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
755 | 2023-10-21T17:21:40.469Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
new_instance_state = InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-10-21T17:21:40.469875563Z }
propolis_id = 243ac53c-82eb-403b-87a4-54f79afd96d3
|
756 | 2023-10-21T17:21:40.469Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }, propolis_id: 243ac53c-82eb-403b-87a4-54f79afd96d3, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-10-21T17:21:40.469875563Z } }
|
757 | 2023-10-21T17:21:42.267Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
758 | 2023-10-21T17:21:43.963Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36101
|
759 | 2023-10-21T17:21:43.963Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36101
req_id = 58eb275a-7fae-48b8-bc6a-7c99a4e2616c
response_code = 200
uri = /baseboard
|
760 | 2023-10-21T17:21:47.269Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
761 | 2023-10-21T17:21:52.271Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
762 | 2023-10-21T17:21:57.272Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
763 | 2023-10-21T17:22:02.273Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
764 | 2023-10-21T17:22:07.275Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
765 | 2023-10-21T17:22:12.276Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
766 | 2023-10-21T17:22:13.997Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51073
|
767 | 2023-10-21T17:22:13.998Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51073
req_id = 892e045e-1c3e-4263-b04e-ce0a7b47a8dd
response_code = 200
uri = /baseboard
|
768 | 2023-10-21T17:22:17.277Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
769 | 2023-10-21T17:22:22.279Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
770 | 2023-10-21T17:22:27.279Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
771 | 2023-10-21T17:22:32.281Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
772 | 2023-10-21T17:22:37.282Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
773 | 2023-10-21T17:22:42.283Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
774 | 2023-10-21T17:22:44.031Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37719
|
775 | 2023-10-21T17:22:44.031Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 34
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37719
req_id = 75412c1b-f9ee-4a03-a0d6-5854ffe47eb3
response_code = 200
uri = /baseboard
|
776 | 2023-10-21T17:22:47.284Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
777 | 2023-10-21T17:22:52.286Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
778 | 2023-10-21T17:22:57.287Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
779 | 2023-10-21T17:23:02.288Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
780 | 2023-10-21T17:23:07.290Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
781 | 2023-10-21T17:23:12.291Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
782 | 2023-10-21T17:23:14.063Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35937
|
783 | 2023-10-21T17:23:14.064Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35937
req_id = ef4b2a94-5236-4bb0-a316-ddccfbaf5329
response_code = 200
uri = /baseboard
|
784 | 2023-10-21T17:23:17.292Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
785 | 2023-10-21T17:23:22.295Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
786 | 2023-10-21T17:23:27.296Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
787 | 2023-10-21T17:23:32.297Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
788 | 2023-10-21T17:23:36.359Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
789 | 2023-10-21T17:23:37.298Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
790 | 2023-10-21T17:23:42.299Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
791 | 2023-10-21T17:23:44.101Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52725
|
792 | 2023-10-21T17:23:44.101Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52725
req_id = a8bb729e-8ddc-4793-ab6d-6607d16a99f0
response_code = 200
uri = /baseboard
|
793 | 2023-10-21T17:23:47.301Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
794 | 2023-10-21T17:23:52.302Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
795 | 2023-10-21T17:23:57.303Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
796 | 2023-10-21T17:24:02.305Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
797 | 2023-10-21T17:24:07.306Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
798 | 2023-10-21T17:24:12.308Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
799 | 2023-10-21T17:24:14.137Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40561
|
800 | 2023-10-21T17:24:14.137Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 61
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40561
req_id = 16ce4edc-82a0-45c8-b5f3-e62f7c0aa78d
response_code = 200
uri = /baseboard
|
801 | 2023-10-21T17:24:17.310Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
802 | 2023-10-21T17:24:22.312Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
803 | 2023-10-21T17:24:22.404Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52508
|
804 | 2023-10-21T17:24:22.404Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 501
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52508
req_id = 7288781a-e12c-48f1-85d8-210aea4ef879
response_code = 200
uri = /instances/a6d37741-3d9a-484f-904d-f95c13c61853/state
|
805 | 2023-10-21T17:24:22.405Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2023-10-21T17:24:22.405002112Z }
file = sled-agent/src/instance.rs:333
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
806 | 2023-10-21T17:24:22.405Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
new_instance_state = InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-10-21T17:24:22.405002112Z }
propolis_id = 243ac53c-82eb-403b-87a4-54f79afd96d3
|
807 | 2023-10-21T17:24:22.405Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }, propolis_id: 243ac53c-82eb-403b-87a4-54f79afd96d3, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-10-21T17:24:22.405002112Z } }
|
808 | 2023-10-21T17:24:22.458Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2023-10-21T17:24:22.458583001Z }
file = sled-agent/src/instance.rs:333
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
809 | 2023-10-21T17:24:22.458Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
new_instance_state = InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-10-21T17:24:22.458583001Z }
propolis_id = 243ac53c-82eb-403b-87a4-54f79afd96d3
|
810 | 2023-10-21T17:24:22.458Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(243ac53c-82eb-403b-87a4-54f79afd96d3), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-21T17:21:32.324202295Z }, propolis_id: 243ac53c-82eb-403b-87a4-54f79afd96d3, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-10-21T17:24:22.458583001Z } }
|
811 | 2023-10-21T17:24:22.595Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2023-10-21T17:24:22.595891260Z }
file = sled-agent/src/instance.rs:333
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
812 | 2023-10-21T17:24:22.595Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-10-21T17:24:22.595891260Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-10-21T17:24:22.595891260Z }
propolis_id = 243ac53c-82eb-403b-87a4-54f79afd96d3
|
813 | 2023-10-21T17:24:22.595Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:370
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
814 | 2023-10-21T17:24:22.596Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:441
zone_name = oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3
|
815 | 2023-10-21T17:24:23.298Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1234
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3", bundle_id: b843a4ff-1a34-41b0-b02d-2237f514c114 }, time_created: 2023-10-21T17:24:22.596801554Z, version: 0, cause: TerminatedInstance }
|
816 | 2023-10-21T17:24:23.298Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_243ac53c-82eb-403b-87a4-54f79afd96d3
file = sled-agent/src/instance.rs:543
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
817 | 2023-10-21T17:24:24.910Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:268
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
818 | 2023-10-21T17:24:24.938Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-10-21T17:24:22.595891260Z }, propolis_id: 243ac53c-82eb-403b-87a4-54f79afd96d3, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-10-21T17:24:22.595891260Z } }
|
819 | 2023-10-21T17:24:25.024Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33803
|
820 | 2023-10-21T17:24:25.025Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:494
|
821 | 2023-10-21T17:24:25.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:33803
req_id = 87b67938-5849-4d98-8c1b-77f51050dbb6
response_code = 204
uri = /v2p/ab6a56d0-547b-43eb-b2fa-79f73b58f9c1
|
822 | 2023-10-21T17:24:25.066Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:486
instance_id = a6d37741-3d9a-484f-904d-f95c13c61853
|
823 | 2023-10-21T17:24:27.314Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::3c08:4eff:fed1:f73b": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|