| 1 | | [ Oct 24 04:46:47 Enabled. ] |
| 2 | | [ Oct 24 04:46:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Oct 24 04:46:47 Method "start" exited with status 0. ] |
| 4 | | [ Oct 24 04:46:47 Rereading configuration. ] |
| 5 | | [ Oct 24 04:46:47 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2023-10-24T04:46:47.129Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:348
|
| 8 | 2023-10-24T04:46:47.131Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 9 | 2023-10-24T04:46:47.241Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 10 | 2023-10-24T04:46:47.249Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 11 | 2023-10-24T04:46:47.257Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:358
path = /var/run/oxide/
|
| 12 | 2023-10-24T04:46:47.867Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }
|
| 13 | 2023-10-24T04:46:48.007Z | INFO | SledAgent (BootstrapAgentStartup): Starting hardware monitor
file = sled-agent/src/bootstrap/pre_server.rs:215
sled_mode = Scrimlet { asic: SoftNpu }
|
| 14 | 2023-10-24T04:46:48.007Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
| 15 | 2023-10-24T04:46:48.011Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "5a8446709895431bb742c736de0a799f", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
| 16 | 2023-10-24T04:46:48.011Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
| 17 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 18 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:294
next_cleanup = Instant { tv_sec: 2652, tv_nsec: 855615660 }
time_to_next_cleanup = 599.999952469s
|
| 19 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 20 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 21 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 22 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 23 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 24 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 25 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 26 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 27 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 28 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/bootstrap/pre_server.rs:396
|
| 29 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:711
|
| 30 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (BootstrapAgentStartup): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = None
|
| 31 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2494
|
| 32 | 2023-10-24T04:46:48.032Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/storage/dump_setup.rs:169
|
| 33 | 2023-10-24T04:46:48.034Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
| 34 | 2023-10-24T04:46:48.035Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:771
|
| 35 | 2023-10-24T04:46:48.040Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:2713
|
| 36 | 2023-10-24T04:46:48.040Z | INFO | SledAgent (BootstrapAgentStartup): Waiting for boot disk M.2...
file = sled-agent/src/bootstrap/server.rs:541
|
| 37 | 2023-10-24T04:46:48.102Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:314
|
| 38 | 2023-10-24T04:46:48.121Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:353
|
| 39 | 2023-10-24T04:46:48.291Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 494592,
free: 20937470976,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 40 | 2023-10-24T04:46:48.291Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:771
|
| 41 | 2023-10-24T04:46:48.291Z | INFO | SledAgent (BootstrapAgentStartup): Found boot disk M.2: (DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal })
file = sled-agent/src/bootstrap/server.rs:537
|
| 42 | 2023-10-24T04:46:48.294Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-5a8446709895431bb742c736de0a799f-i86pc
|
| 43 | 2023-10-24T04:46:48.294Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-5a8446709895431bb742c736de0a799f-i86pc
|
| 44 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 45 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 46 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 47 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
rack_subnet: fd00:1122:3344:100::,
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: Some(
RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 32,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
},
],
bgp: [],
},
),
}
file = sled-agent/src/rack_setup/service.rs:773
|
| 48 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 49 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:832
|
| 50 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:873
|
| 51 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:112
|
| 52 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:88
|
| 53 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:131
|
| 54 | 2023-10-24T04:46:48.295Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:906
|
| 55 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:556
peer_id = pc-5a8446709895431bb742c736de0a799f-i86pc
|
| 56 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:640
peer_id = pc-5a8446709895431bb742c736de0a799f-i86pc
|
| 57 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { id: b491de2f-b5e8-4303-890a-d307316abb2c, rack_id: dd12de18-917c-4d4c-b2ee-16a0641b8d7a, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 58 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:39603
|
| 59 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { id: b491de2f-b5e8-4303-890a-d307316abb2c, rack_id: dd12de18-917c-4d4c-b2ee-16a0641b8d7a, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
file = sled-agent/src/bootstrap/server.rs:436
|
| 60 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:448
|
| 61 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (StorageManager): KeyManger ready
file = sled-agent/src/storage_manager.rs:1408
|
| 62 | 2023-10-24T04:46:48.296Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:46
|
| 63 | 2023-10-24T04:46:48.296Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 64 | 2023-10-24T04:46:48.340Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:283
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 65 | 2023-10-24T04:46:48.340Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:295
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 66 | 2023-10-24T04:46:48.358Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 67 | 2023-10-24T04:46:48.388Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 68 | 2023-10-24T04:46:48.388Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 69 | 2023-10-24T04:46:48.393Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:310
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 70 | 2023-10-24T04:46:48.393Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:112
|
| 71 | 2023-10-24T04:46:48.393Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:122
|
| 72 | 2023-10-24T04:46:48.472Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:156
|
| 73 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 502272,
free: 20937463296,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 74 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 75 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 76 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 77 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 78 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 79 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 80 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 81 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 82 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
| 83 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Ensure exact disks: clearing non-synthetic queued disks.
file = sled-agent/src/storage_manager.rs:519
|
| 84 | 2023-10-24T04:46:48.555Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 85 | 2023-10-24T04:46:48.600Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 86 | 2023-10-24T04:46:48.600Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 87 | 2023-10-24T04:46:48.634Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 88 | 2023-10-24T04:46:48.644Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 89 | 2023-10-24T04:46:48.691Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:164
|
| 90 | 2023-10-24T04:46:48.705Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:169
|
| 91 | 2023-10-24T04:46:48.785Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 92 | 2023-10-24T04:46:48.786Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 93 | 2023-10-24T04:46:48.831Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 94 | 2023-10-24T04:46:48.831Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 95 | 2023-10-24T04:46:48.870Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 96 | 2023-10-24T04:46:48.878Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 97 | 2023-10-24T04:46:48.890Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:160
|
| 98 | 2023-10-24T04:46:49.021Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 99 | 2023-10-24T04:46:49.021Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 100 | 2023-10-24T04:46:49.067Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 101 | 2023-10-24T04:46:49.067Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 102 | 2023-10-24T04:46:49.103Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 103 | 2023-10-24T04:46:49.111Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 104 | 2023-10-24T04:46:49.284Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 105 | 2023-10-24T04:46:49.284Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 106 | 2023-10-24T04:46:49.341Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 107 | 2023-10-24T04:46:49.341Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 108 | 2023-10-24T04:46:49.387Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 109 | 2023-10-24T04:46:49.399Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 110 | 2023-10-24T04:46:49.443Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:80
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 111 | 2023-10-24T04:46:49.444Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 112 | 2023-10-24T04:46:49.568Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 113 | 2023-10-24T04:46:49.568Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 114 | 2023-10-24T04:46:49.613Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 115 | 2023-10-24T04:46:49.613Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 116 | 2023-10-24T04:46:49.653Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 117 | 2023-10-24T04:46:49.662Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 118 | 2023-10-24T04:46:49.815Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f",
size: 20937965568,
allocated: 787968,
free: 20937177600,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 119 | 2023-10-24T04:46:49.815Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 120 | 2023-10-24T04:46:49.859Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 121 | 2023-10-24T04:46:49.859Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 122 | 2023-10-24T04:46:49.898Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 123 | 2023-10-24T04:46:49.906Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 124 | 2023-10-24T04:46:50.057Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7",
size: 20937965568,
allocated: 774144,
free: 20937191424,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 125 | 2023-10-24T04:46:50.057Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 126 | 2023-10-24T04:46:50.102Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 127 | 2023-10-24T04:46:50.102Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 128 | 2023-10-24T04:46:50.133Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 129 | 2023-10-24T04:46:50.141Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 130 | 2023-10-24T04:46:50.274Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 774144,
free: 20937191424,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 131 | 2023-10-24T04:46:50.274Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 132 | 2023-10-24T04:46:50.318Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 133 | 2023-10-24T04:46:50.318Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 134 | 2023-10-24T04:46:50.353Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 135 | 2023-10-24T04:46:50.361Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 136 | 2023-10-24T04:46:50.497Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 137 | 2023-10-24T04:46:50.497Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
| 138 | 2023-10-24T04:46:50.540Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
| 139 | 2023-10-24T04:46:50.540Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
| 140 | 2023-10-24T04:46:50.572Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
| 141 | 2023-10-24T04:46:50.580Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-hardware/src/disk.rs:566
|
| 142 | 2023-10-24T04:46:50.762Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
| 143 | 2023-10-24T04:46:50.762Z | INFO | SledAgent (StorageManager): upserted all queued disks
file = sled-agent/src/storage_manager.rs:1169
|
| 144 | 2023-10-24T04:46:50.763Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
| 145 | 2023-10-24T04:46:50.766Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "387ce0f202de40e8acdecb5e5160ae97", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
| 146 | 2023-10-24T04:46:50.766Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
| 147 | 2023-10-24T04:46:50.766Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes (50% of 102952026112 total = 51476013056 bytes requested)
file = sled-agent/src/instance_manager.rs:141
|
| 148 | 2023-10-24T04:46:50.775Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 149 | 2023-10-24T04:46:50.775Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 150 | 2023-10-24T04:46:50.776Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 151 | 2023-10-24T04:46:50.776Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 152 | 2023-10-24T04:46:50.776Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 153 | 2023-10-24T04:46:50.776Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:956
|
| 154 | 2023-10-24T04:46:50.776Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 155 | 2023-10-24T04:46:50.776Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:956
|
| 156 | 2023-10-24T04:46:50.776Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 157 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 158 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 159 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
| 160 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 161 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 162 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 163 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 164 | 2023-10-24T04:46:50.777Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 165 | 2023-10-24T04:46:50.778Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 166 | 2023-10-24T04:46:50.778Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 167 | 2023-10-24T04:46:50.778Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 168 | 2023-10-24T04:46:50.778Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 169 | 2023-10-24T04:46:50.778Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
| 170 | 2023-10-24T04:46:51.272Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_switch
|
| 171 | 2023-10-24T04:46:53.297Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 172 | 2023-10-24T04:46:57.490Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1315
|
| 173 | 2023-10-24T04:47:00.532Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:625
underlay_address = fd00:1122:3344:101::1
|
| 174 | 2023-10-24T04:47:00.532Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 175 | 2023-10-24T04:47:00.533Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 176 | 2023-10-24T04:47:00.533Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 177 | 2023-10-24T04:47:00.533Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:480
|
| 178 | 2023-10-24T04:47:00.533Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 179 | 2023-10-24T04:47:00.533Z | INFO | SledAgent (SledAgentMain): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 32 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [] }], bgp: [] })))
|
| 180 | 2023-10-24T04:47:00.533Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2494
|
| 181 | 2023-10-24T04:47:00.539Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b491de2f-b5e8-4303-890a-d307316abb2c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:586
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 182 | 2023-10-24T04:47:00.660Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 183 | 2023-10-24T04:47:00.820Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 184 | 2023-10-24T04:47:01.038Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 185 | 2023-10-24T04:47:01.169Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 186 | 2023-10-24T04:47:01.444Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 187 | 2023-10-24T04:47:01.613Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 188 | 2023-10-24T04:47:01.916Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 189 | 2023-10-24T04:47:02.306Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 190 | 2023-10-24T04:47:02.537Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 191 | 2023-10-24T04:47:02.676Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone
file = sled-agent/src/services.rs:1332
|
| 192 | 2023-10-24T04:47:02.676Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:622
zone = oxz_switch
|
| 193 | 2023-10-24T04:47:03.155Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 194 | 2023-10-24T04:47:03.680Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 195 | 2023-10-24T04:47:04.191Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 196 | 2023-10-24T04:47:04.679Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 197 | 2023-10-24T04:47:05.363Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 198 | 2023-10-24T04:47:05.534Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 199 | 2023-10-24T04:47:06.610Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 200 | 2023-10-24T04:47:07.208Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe14:310c
file = sled-agent/src/services.rs:1339
|
| 201 | 2023-10-24T04:47:07.214Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
| 202 | 2023-10-24T04:47:07.334Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:1748
|
| 203 | 2023-10-24T04:47:07.577Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:1636
|
| 204 | 2023-10-24T04:47:07.870Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:1666
|
| 205 | 2023-10-24T04:47:07.993Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 206 | 2023-10-24T04:47:08.063Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:1959
|
| 207 | 2023-10-24T04:47:08.206Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:1964
|
| 208 | 2023-10-24T04:47:08.384Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:1851
|
| 209 | 2023-10-24T04:47:08.545Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:1663
|
| 210 | 2023-10-24T04:47:08.554Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:2737
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 211 | 2023-10-24T04:47:08.554Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:2753
|
| 212 | 2023-10-24T04:47:08.554Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_switch
|
| 213 | 2023-10-24T04:47:09.101Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:2761
|
| 214 | 2023-10-24T04:47:09.107Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:2816
|
| 215 | 2023-10-24T04:47:09.297Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:2856
rack_subnet = fd00:1122:3344::
|
| 216 | 2023-10-24T04:47:09.351Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:349
|
| 217 | 2023-10-24T04:47:09.386Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 42.588889ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "2dcf414c-e33b-493f-a78f-9d906d45e856", "content-length": "152", "date": "Tue, 24 Oct 2023 04:47:09 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "2dcf414c-e33b-493f-a78f-9d906d45e856" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
| 218 | 2023-10-24T04:47:09.429Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 140.018541ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "fb206922-f010-4000-b1b6-975bae31e286", "content-length": "152", "date": "Tue, 24 Oct 2023 04:47:09 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "fb206922-f010-4000-b1b6-975bae31e286" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
| 219 | 2023-10-24T04:47:09.571Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 259.761107ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "d56e080e-9e0f-4dde-9717-3f468b1af022", "content-length": "152", "date": "Tue, 24 Oct 2023 04:47:09 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "d56e080e-9e0f-4dde-9717-3f468b1af022" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
| 220 | 2023-10-24T04:47:09.660Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 221 | 2023-10-24T04:47:09.831Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:397
|
| 222 | 2023-10-24T04:47:09.866Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:458
|
| 223 | 2023-10-24T04:47:09.866Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:530
|
| 224 | 2023-10-24T04:47:09.867Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:533
uptime = 2
|
| 225 | 2023-10-24T04:47:09.867Z | INFO | SledAgent (ServiceManager): Configuring boundary services loopback address on switch
config = Ipv6Entry {\n addr: fd00:99::1,\n tag: "rss",\n}
file = sled-agent/src/bootstrap/early_networking.rs:419
|
| 226 | 2023-10-24T04:47:09.867Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n speed: Speed40G,\n },\n },\n },\n tag: "rss",\n v4_routes: {\n "0.0.0.0/0": RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.1.100,\n vid: None,\n },\n },\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:430
|
| 227 | 2023-10-24T04:47:09.868Z | INFO | SledAgent (ServiceManager): advertising boundary services loopback address
file = sled-agent/src/bootstrap/early_networking.rs:443
|
| 228 | 2023-10-24T04:47:09.903Z | INFO | SledAgent (ServiceManager): Sending prefix to ddmd for advertisement
DdmAdminClient = [fd00:1122:3344:101::2]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:99::, len: 64 }
|
| 229 | 2023-10-24T04:47:09.946Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:39603
|
| 230 | 2023-10-24T04:47:09.946Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 231 | 2023-10-24T04:47:09.946Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 232 | 2023-10-24T04:47:09.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63595
|
| 233 | 2023-10-24T04:47:09.981Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63595
req_id = b537a8e3-bd41-4d38-81e8-b21fda198f98
response_code = 200
uri = /zpools
|
| 234 | 2023-10-24T04:47:10.015Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51830
|
| 235 | 2023-10-24T04:47:10.015Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51830
req_id = 31b0d94c-0e3e-4a9d-a9b9-348cf3dd7a74
response_code = 200
uri = /sled-role
|
| 236 | 2023-10-24T04:47:10.018Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:748
|
| 237 | 2023-10-24T04:47:10.052Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
| 238 | 2023-10-24T04:47:10.052Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 36b2d858-62b5-4497-a73c-d77d1688f404, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 36b2d858-62b5-4497-a73c-d77d1688f404, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 36b2d858-62b5-4497-a73c-d77d1688f404 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: d96a9e31-6997-47d5-851e-001ca2b93137, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: d96a9e31-6997-47d5-851e-001ca2b93137, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: d96a9e31-6997-47d5-851e-001ca2b93137 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 7a17f684-8334-4827-83e9-a188bfacbe50, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 7a17f684-8334-4827-83e9-a188bfacbe50, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 7a17f684-8334-4827-83e9-a188bfacbe50 }], zone_type: InternalDns }]
file = sled-agent/src/rack_setup/service.rs:285
|
| 239 | 2023-10-24T04:47:10.052Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37112
|
| 240 | 2023-10-24T04:47:10.052Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 36b2d858-62b5-4497-a73c-d77d1688f404, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 241 | 2023-10-24T04:47:10.110Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d96a9e31-6997-47d5-851e-001ca2b93137, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 242 | 2023-10-24T04:47:10.167Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7a17f684-8334-4827-83e9-a188bfacbe50, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 243 | 2023-10-24T04:47:10.283Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404
file = illumos-utils/src/zone.rs:314
|
| 244 | 2023-10-24T04:47:10.288Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50
file = illumos-utils/src/zone.rs:314
|
| 245 | 2023-10-24T04:47:10.292Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137
file = illumos-utils/src/zone.rs:314
|
| 246 | 2023-10-24T04:47:10.305Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404
file = illumos-utils/src/zone.rs:353
|
| 247 | 2023-10-24T04:47:10.310Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50
file = illumos-utils/src/zone.rs:353
|
| 248 | 2023-10-24T04:47:10.316Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137
file = illumos-utils/src/zone.rs:353
|
| 249 | 2023-10-24T04:47:10.536Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
| 250 | 2023-10-24T04:47:10.782Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 251 | 2023-10-24T04:47:11.947Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404
|
| 252 | 2023-10-24T04:47:11.993Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50
|
| 253 | 2023-10-24T04:47:12.024Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137
|
| 254 | 2023-10-24T04:47:12.974Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 255 | 2023-10-24T04:47:13.153Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59512
|
| 256 | 2023-10-24T04:47:13.153Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 608
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59512
req_id = 08b79a55-7f32-4bfe-8037-8afc4784c939
response_code = 200
uri = /baseboard
|
| 257 | 2023-10-24T04:47:15.538Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 258 | 2023-10-24T04:47:16.976Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 259 | 2023-10-24T04:47:17.434Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1361
|
| 260 | 2023-10-24T04:47:17.434Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137
|
| 261 | 2023-10-24T04:47:17.994Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1369
|
| 262 | 2023-10-24T04:47:17.994Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
| 263 | 2023-10-24T04:47:18.248Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
| 264 | 2023-10-24T04:47:18.784Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 265 | 2023-10-24T04:47:18.833Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1361
|
| 266 | 2023-10-24T04:47:18.833Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404
|
| 267 | 2023-10-24T04:47:19.381Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1369
|
| 268 | 2023-10-24T04:47:19.381Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
| 269 | 2023-10-24T04:47:19.633Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
| 270 | 2023-10-24T04:47:20.193Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1361
|
| 271 | 2023-10-24T04:47:20.193Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50
|
| 272 | 2023-10-24T04:47:20.539Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 273 | 2023-10-24T04:47:20.742Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1369
|
| 274 | 2023-10-24T04:47:20.742Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
| 275 | 2023-10-24T04:47:20.989Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
| 276 | 2023-10-24T04:47:21.249Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 277 | 2023-10-24T04:47:21.381Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 30.614579657s
|
| 278 | 2023-10-24T04:47:21.381Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 30.616754826s
|
| 279 | 2023-10-24T04:47:21.468Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 280 | 2023-10-24T04:47:21.530Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 281 | 2023-10-24T04:47:21.530Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 11478252
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:37112
req_id = 41b6fe79-5940-419e-89b1-799e1df5a95e
response_code = 204
uri = /services
|
| 282 | 2023-10-24T04:47:21.532Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
| 283 | 2023-10-24T04:47:21.578Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
| 284 | 2023-10-24T04:47:21.627Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
| 285 | 2023-10-24T04:47:22.180Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:428
|
| 286 | 2023-10-24T04:47:22.180Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
| 287 | 2023-10-24T04:47:22.215Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 288 | 2023-10-24T04:47:22.216Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
| 289 | 2023-10-24T04:47:22.216Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
| 290 | 2023-10-24T04:47:22.258Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
| 291 | 2023-10-24T04:47:22.258Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 36b2d858-62b5-4497-a73c-d77d1688f404, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 36b2d858-62b5-4497-a73c-d77d1688f404, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 36b2d858-62b5-4497-a73c-d77d1688f404 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: d96a9e31-6997-47d5-851e-001ca2b93137, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: d96a9e31-6997-47d5-851e-001ca2b93137, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: d96a9e31-6997-47d5-851e-001ca2b93137 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 7a17f684-8334-4827-83e9-a188bfacbe50, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 7a17f684-8334-4827-83e9-a188bfacbe50, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 7a17f684-8334-4827-83e9-a188bfacbe50 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: f78c6c50-7d6e-4f6d-8927-a8405d63b097, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23a6f4cd-d5ab-433d-a156-bc3f5097264e, ip: 172.30.3.5, kind: Service(f78c6c50-7d6e-4f6d-8927-a8405d63b097), mac: MacAddr("A8:40:25:FF:D8:FE"), name: Name("ntp-f78c6c50-7d6e-4f6d-8927-a8405d63b097"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.1.169, last_port: 16383 } }, id: f78c6c50-7d6e-4f6d-8927-a8405d63b097 }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
| 292 | 2023-10-24T04:47:22.259Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56774
|
| 293 | 2023-10-24T04:47:22.259Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 36b2d858-62b5-4497-a73c-d77d1688f404, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 294 | 2023-10-24T04:47:22.281Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d96a9e31-6997-47d5-851e-001ca2b93137, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 295 | 2023-10-24T04:47:22.301Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7a17f684-8334-4827-83e9-a188bfacbe50, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 296 | 2023-10-24T04:47:22.323Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
| 297 | 2023-10-24T04:47:22.358Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 298 | 2023-10-24T04:47:22.358Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
| 299 | 2023-10-24T04:47:22.358Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
| 300 | 2023-10-24T04:47:22.407Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 216, 254]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 301 | 2023-10-24T04:47:22.407Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: f78c6c50-7d6e-4f6d-8927-a8405d63b097, details: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23a6f4cd-d5ab-433d-a156-bc3f5097264e, kind: Service { id: f78c6c50-7d6e-4f6d-8927-a8405d63b097 }, name: Name("ntp-f78c6c50-7d6e-4f6d-8927-a8405d63b097"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 254])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }
|
| 302 | 2023-10-24T04:47:22.408Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 303 | 2023-10-24T04:47:22.408Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 304 | 2023-10-24T04:47:22.408Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 305 | 2023-10-24T04:47:22.433Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097
file = illumos-utils/src/zone.rs:314
|
| 306 | 2023-10-24T04:47:22.454Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097
file = illumos-utils/src/zone.rs:353
|
| 307 | 2023-10-24T04:47:23.422Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097
|
| 308 | 2023-10-24T04:47:24.728Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 33.961750423s
|
| 309 | 2023-10-24T04:47:24.930Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.165480795s
|
| 310 | 2023-10-24T04:47:24.935Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 34.169577876s
|
| 311 | 2023-10-24T04:47:25.084Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 34.317751432s
|
| 312 | 2023-10-24T04:47:25.427Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 34.659978427s
|
| 313 | 2023-10-24T04:47:25.541Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 314 | 2023-10-24T04:47:25.559Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.796765895s
|
| 315 | 2023-10-24T04:47:25.560Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.794265587s
|
| 316 | 2023-10-24T04:47:25.728Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 34.961278464s
|
| 317 | 2023-10-24T04:47:26.163Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 35.397578697s
|
| 318 | 2023-10-24T04:47:26.304Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 35.538565239s
|
| 319 | 2023-10-24T04:47:26.496Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 35.72935864s
|
| 320 | 2023-10-24T04:47:28.811Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1361
|
| 321 | 2023-10-24T04:47:28.811Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097
|
| 322 | 2023-10-24T04:47:29.357Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1369
|
| 323 | 2023-10-24T04:47:29.357Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
| 324 | 2023-10-24T04:47:29.657Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:1909
|
| 325 | 2023-10-24T04:47:29.688Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097
|
| 326 | 2023-10-24T04:47:36.004Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
sled_id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 327 | 2023-10-24T04:47:36.012Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 328 | 2023-10-24T04:47:36.066Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 13807743
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:56774
req_id = 14748dea-8c73-4957-83ae-5bf6b1fbb76a
response_code = 204
uri = /services
|
| 329 | 2023-10-24T04:47:36.068Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:469
|
| 330 | 2023-10-24T04:47:36.100Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 331 | 2023-10-24T04:47:36.100Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55150
|
| 332 | 2023-10-24T04:47:36.110Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:2480
|
| 333 | 2023-10-24T04:47:36.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 9124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55150
req_id = 53fc291c-2f3e-40f2-8c60-a6742cc95535
response_code = 500
uri = /timesync
|
| 334 | 2023-10-24T04:47:36.111Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 335 | 2023-10-24T04:47:36.230Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 336 | 2023-10-24T04:47:36.230Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37401
|
| 337 | 2023-10-24T04:47:36.238Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7919
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37401
req_id = 4821b9b8-e523-45dc-a2a0-b963b4158cad
response_code = 200
uri = /timesync
|
| 338 | 2023-10-24T04:47:36.241Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 339 | 2023-10-24T04:47:36.241Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 340 | 2023-10-24T04:47:36.456Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 341 | 2023-10-24T04:47:36.457Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50152
|
| 342 | 2023-10-24T04:47:36.464Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7419
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50152
req_id = 1ee860fd-9ef2-4e7e-b8f2-060e4ca3e5cc
response_code = 200
uri = /timesync
|
| 343 | 2023-10-24T04:47:36.466Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 344 | 2023-10-24T04:47:36.466Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 345 | 2023-10-24T04:47:36.707Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 346 | 2023-10-24T04:47:36.707Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55470
|
| 347 | 2023-10-24T04:47:36.717Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 10068
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55470
req_id = 1a4957eb-66be-46c5-8279-882b69ac3797
response_code = 200
uri = /timesync
|
| 348 | 2023-10-24T04:47:36.720Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 349 | 2023-10-24T04:47:36.720Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 350 | 2023-10-24T04:47:36.881Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 351 | 2023-10-24T04:47:36.881Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40965
|
| 352 | 2023-10-24T04:47:36.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8196
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40965
req_id = 93c6ff67-6e92-4059-86f5-23bbda4d4f1b
response_code = 200
uri = /timesync
|
| 353 | 2023-10-24T04:47:36.891Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 354 | 2023-10-24T04:47:36.891Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 355 | 2023-10-24T04:47:37.124Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 356 | 2023-10-24T04:47:37.124Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52716
|
| 357 | 2023-10-24T04:47:37.132Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7869
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52716
req_id = dcb4c4f7-f36d-4368-9fbd-970fc675dde2
response_code = 200
uri = /timesync
|
| 358 | 2023-10-24T04:47:37.135Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 359 | 2023-10-24T04:47:37.135Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 360 | 2023-10-24T04:47:37.305Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 361 | 2023-10-24T04:47:37.305Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55598
|
| 362 | 2023-10-24T04:47:37.313Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7846
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55598
req_id = ec7134c6-b3b7-490c-96a0-22cda7e7f900
response_code = 200
uri = /timesync
|
| 363 | 2023-10-24T04:47:37.315Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 364 | 2023-10-24T04:47:37.315Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 365 | 2023-10-24T04:47:37.748Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 366 | 2023-10-24T04:47:37.748Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34957
|
| 367 | 2023-10-24T04:47:37.757Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8510
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34957
req_id = c60f7f58-4621-4fdf-af9b-ed29ab936e8b
response_code = 200
uri = /timesync
|
| 368 | 2023-10-24T04:47:37.760Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 369 | 2023-10-24T04:47:37.760Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 370 | 2023-10-24T04:47:38.072Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 371 | 2023-10-24T04:47:38.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40181
|
| 372 | 2023-10-24T04:47:38.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8364
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40181
req_id = 92c3bf36-3551-4d96-bc24-b13964011e65
response_code = 200
uri = /timesync
|
| 373 | 2023-10-24T04:47:38.083Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 374 | 2023-10-24T04:47:38.083Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 375 | 2023-10-24T04:47:38.433Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 376 | 2023-10-24T04:47:38.433Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59678
|
| 377 | 2023-10-24T04:47:38.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7579
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59678
req_id = ec736a38-b24e-4f7b-95aa-db83ffe7d622
response_code = 200
uri = /timesync
|
| 378 | 2023-10-24T04:47:38.442Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 379 | 2023-10-24T04:47:38.442Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 380 | 2023-10-24T04:47:38.783Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 381 | 2023-10-24T04:47:38.783Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64657
|
| 382 | 2023-10-24T04:47:38.791Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64657
req_id = 4c4d71e3-244d-48a5-b3f0-6380e801f700
response_code = 200
uri = /timesync
|
| 383 | 2023-10-24T04:47:38.795Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 384 | 2023-10-24T04:47:38.795Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 385 | 2023-10-24T04:47:39.224Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 386 | 2023-10-24T04:47:39.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41503
|
| 387 | 2023-10-24T04:47:39.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7930
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41503
req_id = 3f66e59a-f888-47a4-80c3-8268e1192c75
response_code = 200
uri = /timesync
|
| 388 | 2023-10-24T04:47:39.234Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 389 | 2023-10-24T04:47:39.234Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 390 | 2023-10-24T04:47:40.263Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 391 | 2023-10-24T04:47:40.263Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43464
|
| 392 | 2023-10-24T04:47:40.272Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8710
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43464
req_id = eb0a09a6-bc47-4153-b315-dc262a4c483e
response_code = 200
uri = /timesync
|
| 393 | 2023-10-24T04:47:40.275Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 394 | 2023-10-24T04:47:40.275Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 395 | 2023-10-24T04:47:41.013Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 396 | 2023-10-24T04:47:41.546Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 397 | 2023-10-24T04:47:41.546Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45740
|
| 398 | 2023-10-24T04:47:41.550Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
| 399 | 2023-10-24T04:47:41.555Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8425
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45740
req_id = 5663e03a-7deb-44fa-9abc-8265b1213d1a
response_code = 200
uri = /timesync
|
| 400 | 2023-10-24T04:47:41.558Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 401 | 2023-10-24T04:47:41.558Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 402 | 2023-10-24T04:47:42.768Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 403 | 2023-10-24T04:47:42.769Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37718
|
| 404 | 2023-10-24T04:47:42.773Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
| 405 | 2023-10-24T04:47:42.778Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9315
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37718
req_id = e9e5953e-1545-401a-a51f-b7d97dc3baa5
response_code = 200
uri = /timesync
|
| 406 | 2023-10-24T04:47:42.781Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1698122861.67144, correction: -0.325138777 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 407 | 2023-10-24T04:47:42.781Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 408 | 2023-10-24T04:47:43.068Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37682
|
| 409 | 2023-10-24T04:47:43.068Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 60
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37682
req_id = 7f1fab90-ef2a-4279-9b59-53fe7808555c
response_code = 200
uri = /baseboard
|
| 410 | 2023-10-24T04:47:44.450Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 411 | 2023-10-24T04:47:44.450Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38631
|
| 412 | 2023-10-24T04:47:44.459Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8478
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38631
req_id = a3de53d9-7c2b-4312-8cea-0e0bab94e804
response_code = 200
uri = /timesync
|
| 413 | 2023-10-24T04:47:44.461Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.320574284 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 414 | 2023-10-24T04:47:44.461Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 415 | 2023-10-24T04:47:45.761Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 416 | 2023-10-24T04:47:45.761Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63940
|
| 417 | 2023-10-24T04:47:45.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8243
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63940
req_id = 09424979-2724-41fd-bc89-db8a491a4114
response_code = 200
uri = /timesync
|
| 418 | 2023-10-24T04:47:45.771Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.317014903 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 419 | 2023-10-24T04:47:45.771Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 420 | 2023-10-24T04:47:45.886Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 421 | 2023-10-24T04:47:47.051Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 422 | 2023-10-24T04:47:47.052Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37506
|
| 423 | 2023-10-24T04:47:47.060Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8777
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37506
req_id = ab77f37d-b39a-450f-a2ef-0d848fb2abf1
response_code = 200
uri = /timesync
|
| 424 | 2023-10-24T04:47:47.063Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.313509107 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 425 | 2023-10-24T04:47:47.063Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 426 | 2023-10-24T04:47:50.392Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 427 | 2023-10-24T04:47:50.393Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47775
|
| 428 | 2023-10-24T04:47:50.401Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8506
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47775
req_id = 53147cb2-59c1-4c46-98b2-6b7dce603e9b
response_code = 200
uri = /timesync
|
| 429 | 2023-10-24T04:47:50.403Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.304436445 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 430 | 2023-10-24T04:47:50.403Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 431 | 2023-10-24T04:47:50.873Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 432 | 2023-10-24T04:47:53.738Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 433 | 2023-10-24T04:47:53.738Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40485
|
| 434 | 2023-10-24T04:47:53.747Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9075
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40485
req_id = d1ea81f9-8c78-49d3-803b-086e0807f272
response_code = 200
uri = /timesync
|
| 435 | 2023-10-24T04:47:53.750Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.295349777 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 436 | 2023-10-24T04:47:53.750Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 437 | 2023-10-24T04:47:55.794Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 438 | 2023-10-24T04:47:55.794Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39911
|
| 439 | 2023-10-24T04:47:55.803Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8889
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39911
req_id = 2e8c0e5b-af2e-44e4-940a-71f601698ca8
response_code = 200
uri = /timesync
|
| 440 | 2023-10-24T04:47:55.806Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.289766043 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 441 | 2023-10-24T04:47:55.806Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 442 | 2023-10-24T04:47:55.861Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 443 | 2023-10-24T04:47:58.115Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 444 | 2023-10-24T04:47:58.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36571
|
| 445 | 2023-10-24T04:47:58.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8758
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36571
req_id = 62334113-a6c5-4476-a022-5913d49f6c47
response_code = 200
uri = /timesync
|
| 446 | 2023-10-24T04:47:58.126Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.283463746 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 447 | 2023-10-24T04:47:58.126Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 448 | 2023-10-24T04:48:00.849Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 449 | 2023-10-24T04:48:03.729Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 450 | 2023-10-24T04:48:03.729Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42126
|
| 451 | 2023-10-24T04:48:03.738Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8930
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42126
req_id = d2b05b4b-509f-4ba9-91c7-b416647ed4f1
response_code = 200
uri = /timesync
|
| 452 | 2023-10-24T04:48:03.741Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.268218458 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 453 | 2023-10-24T04:48:03.741Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 454 | 2023-10-24T04:48:05.838Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 455 | 2023-10-24T04:48:10.826Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 456 | 2023-10-24T04:48:11.736Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 457 | 2023-10-24T04:48:11.737Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53964
|
| 458 | 2023-10-24T04:48:11.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9051
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53964
req_id = ac41ed00-9ced-4427-a488-a82eeabb349f
response_code = 200
uri = /timesync
|
| 459 | 2023-10-24T04:48:11.748Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.246471286 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 460 | 2023-10-24T04:48:11.748Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 461 | 2023-10-24T04:48:13.022Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45881
|
| 462 | 2023-10-24T04:48:13.022Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 37
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45881
req_id = 87a58a59-4067-4cee-b542-9ab952796878
response_code = 200
uri = /baseboard
|
| 463 | 2023-10-24T04:48:15.814Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 464 | 2023-10-24T04:48:19.257Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 465 | 2023-10-24T04:48:19.257Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39381
|
| 466 | 2023-10-24T04:48:19.267Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 10446
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39381
req_id = 0a59756e-f178-421d-93f9-ac0741315f9f
response_code = 200
uri = /timesync
|
| 467 | 2023-10-24T04:48:19.270Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.226045981 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 468 | 2023-10-24T04:48:19.270Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 469 | 2023-10-24T04:48:20.801Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 470 | 2023-10-24T04:48:25.789Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 471 | 2023-10-24T04:48:30.065Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 472 | 2023-10-24T04:48:30.065Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52726
|
| 473 | 2023-10-24T04:48:30.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9528
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52726
req_id = c85d80db-7a5f-4c5c-a772-d3ad2b20a634
response_code = 200
uri = /timesync
|
| 474 | 2023-10-24T04:48:30.079Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122854.6129084, correction: -0.196695149 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 475 | 2023-10-24T04:48:30.079Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 476 | 2023-10-24T04:48:30.777Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 477 | 2023-10-24T04:48:35.764Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 478 | 2023-10-24T04:48:40.752Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 479 | 2023-10-24T04:48:42.758Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 480 | 2023-10-24T04:48:42.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54258
|
| 481 | 2023-10-24T04:48:42.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8776
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54258
req_id = 0f5a8db3-3282-4d02-8350-ce2222599338
response_code = 200
uri = /timesync
|
| 482 | 2023-10-24T04:48:42.770Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122921.1685586, correction: -0.162227228 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 483 | 2023-10-24T04:48:42.770Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 484 | 2023-10-24T04:48:42.975Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:63944
|
| 485 | 2023-10-24T04:48:42.975Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 47
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:63944
req_id = 97174491-604e-4d85-86a3-45123a80f5f8
response_code = 200
uri = /baseboard
|
| 486 | 2023-10-24T04:48:45.739Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 487 | 2023-10-24T04:48:50.727Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 488 | 2023-10-24T04:48:55.714Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 489 | 2023-10-24T04:48:56.009Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 490 | 2023-10-24T04:48:56.009Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64927
|
| 491 | 2023-10-24T04:48:56.019Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9946
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64927
req_id = 3ca329ef-46b8-4c57-bffb-056b4bb1c60c
response_code = 200
uri = /timesync
|
| 492 | 2023-10-24T04:48:56.021Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122921.1685586, correction: -0.130594626 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 493 | 2023-10-24T04:48:56.021Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 494 | 2023-10-24T04:49:00.702Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 495 | 2023-10-24T04:49:05.690Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 496 | 2023-10-24T04:49:10.678Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 497 | 2023-10-24T04:49:12.929Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49004
|
| 498 | 2023-10-24T04:49:12.929Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 65
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49004
req_id = 79ad19a9-0df1-4df7-95f6-5d10de7e2152
response_code = 200
uri = /baseboard
|
| 499 | 2023-10-24T04:49:14.319Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 500 | 2023-10-24T04:49:14.319Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40035
|
| 501 | 2023-10-24T04:49:14.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40035
req_id = d301a033-b998-438b-b803-251a03a50b59
response_code = 200
uri = /timesync
|
| 502 | 2023-10-24T04:49:14.331Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122921.1685586, correction: -0.080871984 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 503 | 2023-10-24T04:49:14.331Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 504 | 2023-10-24T04:49:15.666Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 505 | 2023-10-24T04:49:20.653Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 506 | 2023-10-24T04:49:25.640Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 507 | 2023-10-24T04:49:30.628Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 508 | 2023-10-24T04:49:30.820Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 509 | 2023-10-24T04:49:30.820Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63261
|
| 510 | 2023-10-24T04:49:30.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9220
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63261
req_id = 6f599b76-2aab-4e44-8722-6c603b7f7283
response_code = 200
uri = /timesync
|
| 511 | 2023-10-24T04:49:30.833Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122921.1685586, correction: -0.036059987 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 512 | 2023-10-24T04:49:30.834Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 513 | 2023-10-24T04:49:35.616Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 514 | 2023-10-24T04:49:40.603Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 515 | 2023-10-24T04:49:42.436Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 516 | 2023-10-24T04:49:42.436Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46661
|
| 517 | 2023-10-24T04:49:42.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9281
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46661
req_id = 3dbe26aa-6a11-4210-8908-d84b97bdc138
response_code = 200
uri = /timesync
|
| 518 | 2023-10-24T04:49:42.448Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698122921.1685586, correction: -0.004514136 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 519 | 2023-10-24T04:49:42.448Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
| 520 | 2023-10-24T04:49:42.884Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54458
|
| 521 | 2023-10-24T04:49:42.884Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 36
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54458
req_id = aa6c3ffe-d519-4f44-8c59-38eea0f9ce65
response_code = 200
uri = /baseboard
|
| 522 | 2023-10-24T04:49:45.592Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 523 | 2023-10-24T04:49:50.595Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 524 | 2023-10-24T04:49:55.598Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 525 | 2023-10-24T04:50:00.600Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 526 | 2023-10-24T04:50:05.601Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 527 | 2023-10-24T04:50:08.675Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
| 528 | 2023-10-24T04:50:08.676Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34376
|
| 529 | 2023-10-24T04:50:08.685Z | INFO | SledAgent (ServiceManager): Setting boot time to 1698123008.684956414s
file = sled-agent/src/services.rs:2379
|
| 530 | 2023-10-24T04:50:08.692Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 531 | 2023-10-24T04:50:08.698Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_36b2d858-62b5-4497-a73c-d77d1688f404/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 532 | 2023-10-24T04:50:08.703Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 533 | 2023-10-24T04:50:08.709Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone/oxz_internal_dns_7a17f684-8334-4827-83e9-a188bfacbe50/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 534 | 2023-10-24T04:50:08.715Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 535 | 2023-10-24T04:50:08.720Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_d96a9e31-6997-47d5-851e-001ca2b93137/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 536 | 2023-10-24T04:50:08.726Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 537 | 2023-10-24T04:50:08.731Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698123008 /pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone/oxz_ntp_f78c6c50-7d6e-4f6d-8927-a8405d63b097/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
| 538 | 2023-10-24T04:50:08.737Z | INFO | SledAgent (ServiceManager): Updated /var/adm/utmpx
file = sled-agent/src/services.rs:2399
|
| 539 | 2023-10-24T04:50:08.742Z | INFO | SledAgent (ServiceManager): Updated /var/adm/wtmpx
file = sled-agent/src/services.rs:2399
|
| 540 | 2023-10-24T04:50:08.742Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 66409
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34376
req_id = 206e0d90-66ed-4af3-82b3-9a98b3a3fb53
response_code = 200
uri = /timesync
|
| 541 | 2023-10-24T04:50:08.745Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 757163870, ip_addr: 45.33.103.94, stratum: 4, ref_time: 1698122988.6574829, correction: -2.74e-7 }
file = sled-agent/src/rack_setup/service.rs:477
|
| 542 | 2023-10-24T04:50:08.745Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:966
|
| 543 | 2023-10-24T04:50:08.776Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
| 544 | 2023-10-24T04:50:08.776Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 36b2d858-62b5-4497-a73c-d77d1688f404, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 36b2d858-62b5-4497-a73c-d77d1688f404, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 36b2d858-62b5-4497-a73c-d77d1688f404 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: d96a9e31-6997-47d5-851e-001ca2b93137, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: d96a9e31-6997-47d5-851e-001ca2b93137, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: d96a9e31-6997-47d5-851e-001ca2b93137 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 7a17f684-8334-4827-83e9-a188bfacbe50, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 7a17f684-8334-4827-83e9-a188bfacbe50, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 7a17f684-8334-4827-83e9-a188bfacbe50 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: a15208ca-8729-4588-ad9e-eb4bac4be1b6, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: a15208ca-8729-4588-ad9e-eb4bac4be1b6, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: a15208ca-8729-4588-ad9e-eb4bac4be1b6 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_31bd71cd-4736-4a12-a387-9b74b050396f") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: f78c6c50-7d6e-4f6d-8927-a8405d63b097, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23a6f4cd-d5ab-433d-a156-bc3f5097264e, ip: 172.30.3.5, kind: Service(f78c6c50-7d6e-4f6d-8927-a8405d63b097), mac: MacAddr("A8:40:25:FF:D8:FE"), name: Name("ntp-f78c6c50-7d6e-4f6d-8927-a8405d63b097"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.1.169, last_port: 16383 } }, id: f78c6c50-7d6e-4f6d-8927-a8405d63b097 }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
| 545 | 2023-10-24T04:50:08.776Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44209
|
| 546 | 2023-10-24T04:50:08.777Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 36b2d858-62b5-4497-a73c-d77d1688f404, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 547 | 2023-10-24T04:50:08.797Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d96a9e31-6997-47d5-851e-001ca2b93137, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 548 | 2023-10-24T04:50:08.817Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7a17f684-8334-4827-83e9-a188bfacbe50, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 549 | 2023-10-24T04:50:08.835Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 550 | 2023-10-24T04:50:08.902Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a15208ca-8729-4588-ad9e-eb4bac4be1b6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 551 | 2023-10-24T04:50:08.964Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 552 | 2023-10-24T04:50:09.026Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 553 | 2023-10-24T04:50:09.097Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 554 | 2023-10-24T04:50:09.254Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba
file = illumos-utils/src/zone.rs:314
|
| 555 | 2023-10-24T04:50:09.258Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_a15208ca-8729-4588-ad9e-eb4bac4be1b6
file = illumos-utils/src/zone.rs:314
|
| 556 | 2023-10-24T04:50:09.263Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_e9745ec5-ad9a-4b51-baf4-896bf8cd4e98
file = illumos-utils/src/zone.rs:314
|
| 557 | 2023-10-24T04:50:09.267Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a
file = illumos-utils/src/zone.rs:314
|
| 558 | 2023-10-24T04:50:09.272Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_7e1997ec-db47-4020-b04d-cf2a0ade03b9
file = illumos-utils/src/zone.rs:314
|
| 559 | 2023-10-24T04:50:09.276Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba
file = illumos-utils/src/zone.rs:353
|
| 560 | 2023-10-24T04:50:09.281Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_a15208ca-8729-4588-ad9e-eb4bac4be1b6
file = illumos-utils/src/zone.rs:353
|
| 561 | 2023-10-24T04:50:09.286Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_e9745ec5-ad9a-4b51-baf4-896bf8cd4e98
file = illumos-utils/src/zone.rs:353
|
| 562 | 2023-10-24T04:50:09.291Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a
file = illumos-utils/src/zone.rs:353
|
| 563 | 2023-10-24T04:50:09.295Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_7e1997ec-db47-4020-b04d-cf2a0ade03b9
file = illumos-utils/src/zone.rs:353
|
| 564 | 2023-10-24T04:50:10.603Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 565 | 2023-10-24T04:50:12.867Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 566 | 2023-10-24T04:50:12.868Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a
|
| 567 | 2023-10-24T04:50:12.914Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35998
|
| 568 | 2023-10-24T04:50:12.914Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 82
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35998
req_id = d8ee925c-3e9a-4d3e-bbc5-6d56f51a98cf
response_code = 200
uri = /baseboard
|
| 569 | 2023-10-24T04:50:12.941Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_e9745ec5-ad9a-4b51-baf4-896bf8cd4e98:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 570 | 2023-10-24T04:50:12.941Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_e9745ec5-ad9a-4b51-baf4-896bf8cd4e98
|
| 571 | 2023-10-24T04:50:12.975Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_a15208ca-8729-4588-ad9e-eb4bac4be1b6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 572 | 2023-10-24T04:50:12.975Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_a15208ca-8729-4588-ad9e-eb4bac4be1b6
|
| 573 | 2023-10-24T04:50:14.975Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_7e1997ec-db47-4020-b04d-cf2a0ade03b9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 574 | 2023-10-24T04:50:14.975Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_7e1997ec-db47-4020-b04d-cf2a0ade03b9
|
| 575 | 2023-10-24T04:50:15.026Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 576 | 2023-10-24T04:50:15.026Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba
|
| 577 | 2023-10-24T04:50:15.609Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 578 | 2023-10-24T04:50:20.610Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 579 | 2023-10-24T04:50:25.611Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 580 | 2023-10-24T04:50:29.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 21122074
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44209
req_id = cd4ebfe9-0846-4d47-9bb7-27f3da28d53b
response_code = 204
uri = /services
|
| 581 | 2023-10-24T04:50:29.937Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52212
|
| 582 | 2023-10-24T04:50:29.970Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService5/omicron6 in oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba /usr/sbin/ipadm show-addr -p -o ADDR oxControlService5/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 33002
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:52212
req_id = 27dea0c3-ff81-4a2f-8077-4a6de386c2c1
response_code = 500
uri = /cockroachdb
|
| 583 | 2023-10-24T04:50:29.970Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "27dea0c3-ff81-4a2f-8077-4a6de386c2c1", "content-length": "124", "date": "Tue, 24 Oct 2023 04:50:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "27dea0c3-ff81-4a2f-8077-4a6de386c2c1" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 126.715422ms
|
| 584 | 2023-10-24T04:50:30.130Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService5/omicron6 in oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba /usr/sbin/ipadm show-addr -p -o ADDR oxControlService5/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 31431
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:52212
req_id = d13dcbeb-fe2a-4501-b64f-983740a1fdd0
response_code = 500
uri = /cockroachdb
|
| 585 | 2023-10-24T04:50:30.130Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d13dcbeb-fe2a-4501-b64f-983740a1fdd0", "content-length": "124", "date": "Tue, 24 Oct 2023 04:50:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d13dcbeb-fe2a-4501-b64f-983740a1fdd0" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 117.112592ms
|
| 586 | 2023-10-24T04:50:30.277Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService5/omicron6 in oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba /usr/sbin/ipadm show-addr -p -o ADDR oxControlService5/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28806
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:52212
req_id = 505310c1-7140-44ee-a59c-c0687a9ec3cf
response_code = 500
uri = /cockroachdb
|
| 587 | 2023-10-24T04:50:30.277Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "505310c1-7140-44ee-a59c-c0687a9ec3cf", "content-length": "124", "date": "Tue, 24 Oct 2023 04:50:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "505310c1-7140-44ee-a59c-c0687a9ec3cf" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 207.828313ms
|
| 588 | 2023-10-24T04:50:30.516Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService5/omicron6 in oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba /usr/sbin/ipadm show-addr -p -o ADDR oxControlService5/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 29476
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:52212
req_id = 43274df1-a94e-499c-b12c-50b215a96b05
response_code = 500
uri = /cockroachdb
|
| 589 | 2023-10-24T04:50:30.516Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "43274df1-a94e-499c-b12c-50b215a96b05", "content-length": "124", "date": "Tue, 24 Oct 2023 04:50:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "43274df1-a94e-499c-b12c-50b215a96b05" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 129.96164ms
|
| 590 | 2023-10-24T04:50:30.613Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 591 | 2023-10-24T04:50:30.679Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:2310
|
| 592 | 2023-10-24T04:50:40.539Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:2328
|
| 593 | 2023-10-24T04:50:42.911Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_0a1a067d-f758-4edc-9c2a-99f2f1aae6ba': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::3]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): "sql txn" meta={id=749b0636 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.00151088 epo=0 ts=1698123042.773287891,1 min=1698123041.894740910,0 seq=482} lock=true stat=ABORTED rts=1698123041.894740910,0 wto=false gul=1698123042.394740910,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): "sql txn" meta={id=749b0636 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.00151088 epo=0 ts=1698123042.773287891,1 min=1698123041.894740910,0 seq=482} lock=true stat=ABORTED rts=1698123041.894740910,0 wto=false gul=1698123042.394740910,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nFailed running "sql"\n
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 12263928
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:52212
req_id = a81ae9a6-2fab-42ef-b378-06af56c0c2d0
response_code = 500
uri = /cockroachdb
|
| 594 | 2023-10-24T04:50:42.912Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 595 | 2023-10-24T04:50:42.912Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a81ae9a6-2fab-42ef-b378-06af56c0c2d0", "content-length": "124", "date": "Tue, 24 Oct 2023 04:50:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a81ae9a6-2fab-42ef-b378-06af56c0c2d0" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 213.16587ms
|
| 596 | 2023-10-24T04:50:42.948Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59321
|
| 597 | 2023-10-24T04:50:42.948Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 39
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59321
req_id = c15030b2-590f-463d-805a-798e00c479ab
response_code = 200
uri = /baseboard
|
| 598 | 2023-10-24T04:50:43.154Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:2310
|
| 599 | 2023-10-24T04:50:43.268Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:2328
|
| 600 | 2023-10-24T04:50:50.274Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:2349
|
| 601 | 2023-10-24T04:50:50.274Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7148596
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:52212
req_id = be997166-ed0a-4232-8a1a-3cf5605552a3
response_code = 204
uri = /cockroachdb
|
| 602 | 2023-10-24T04:50:50.275Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 603 | 2023-10-24T04:50:50.313Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
| 604 | 2023-10-24T04:50:50.313Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 36b2d858-62b5-4497-a73c-d77d1688f404, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 36b2d858-62b5-4497-a73c-d77d1688f404, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 36b2d858-62b5-4497-a73c-d77d1688f404 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: d96a9e31-6997-47d5-851e-001ca2b93137, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: d96a9e31-6997-47d5-851e-001ca2b93137, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: d96a9e31-6997-47d5-851e-001ca2b93137 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 7a17f684-8334-4827-83e9-a188bfacbe50, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 7a17f684-8334-4827-83e9-a188bfacbe50, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 7a17f684-8334-4827-83e9-a188bfacbe50 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: a15208ca-8729-4588-ad9e-eb4bac4be1b6, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: a15208ca-8729-4588-ad9e-eb4bac4be1b6, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: a15208ca-8729-4588-ad9e-eb4bac4be1b6 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_31bd71cd-4736-4a12-a387-9b74b050396f") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::8], dataset: Some(DatasetRequest { id: 16570845-726b-4d47-8620-f61d8b667138, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::8]:5353" }), id: 16570845-726b-4d47-8620-f61d8b667138, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.1.164:53", http_address: "[fd00:1122:3344:101::8]:5353", nic: NetworkInterface { id: 54ca0c0a-672a-4178-80d8-060eea6c1e84, ip: 172.30.1.5, kind: Service(16570845-726b-4d47-8620-f61d8b667138), mac: MacAddr("A8:40:25:FF:8C:66"), name: Name("external-dns-16570845-726b-4d47-8620-f61d8b667138"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: 16570845-726b-4d47-8620-f61d8b667138 }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::9], dataset: Some(DatasetRequest { id: d88f34f8-b427-431b-b75e-87e8fb6b2005, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::9]:5353" }), id: d88f34f8-b427-431b-b75e-87e8fb6b2005, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.1.165:53", http_address: "[fd00:1122:3344:101::9]:5353", nic: NetworkInterface { id: fb905181-6a2f-41c9-9560-e6353a861869, ip: 172.30.1.6, kind: Service(d88f34f8-b427-431b-b75e-87e8fb6b2005), mac: MacAddr("A8:40:25:FF:C2:4B"), name: Name("external-dns-d88f34f8-b427-431b-b75e-87e8fb6b2005"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: d88f34f8-b427-431b-b75e-87e8fb6b2005 }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::a], dataset: None, id: 0e1e0de3-f430-437b-888f-ca350f52222e, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.1.166, external_tls: true, internal_address: "[fd00:1122:3344:101::a]:12221", nic: NetworkInterface { id: 543b16a2-021b-4e7a-9cdc-d82332b97d76, ip: 172.30.2.5, kind: Service(0e1e0de3-f430-437b-888f-ca350f52222e), mac: MacAddr("A8:40:25:FF:E5:A5"), name: Name("nexus-0e1e0de3-f430-437b-888f-ca350f52222e"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 0e1e0de3-f430-437b-888f-ca350f52222e }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::b], dataset: None, id: 453e7a95-683e-47a8-a0f2-ca1aaa433056, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.1.167, external_tls: true, internal_address: "[fd00:1122:3344:101::b]:12221", nic: NetworkInterface { id: 6269ea07-101f-4e73-98f7-3c4bc555b669, ip: 172.30.2.6, kind: Service(453e7a95-683e-47a8-a0f2-ca1aaa433056), mac: MacAddr("A8:40:25:FF:ED:21"), name: Name("nexus-453e7a95-683e-47a8-a0f2-ca1aaa433056"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 453e7a95-683e-47a8-a0f2-ca1aaa433056 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::c], dataset: None, id: 83db1b9a-1e52-4821-a607-efab064acfd8, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.1.168, external_tls: true, internal_address: "[fd00:1122:3344:101::c]:12221", nic: NetworkInterface { id: f982a1a2-4c35-465f-9244-2d410cffb492, ip: 172.30.2.7, kind: Service(83db1b9a-1e52-4821-a607-efab064acfd8), mac: MacAddr("A8:40:25:FF:BD:B5"), name: Name("nexus-83db1b9a-1e52-4821-a607-efab064acfd8"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 83db1b9a-1e52-4821-a607-efab064acfd8 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::d], dataset: None, id: 1a33dc7b-6e14-48ff-a69f-6934bc50a038, services: [ServiceZoneService { details: Oximeter { address: "[fd00:1122:3344:101::d]:12223" }, id: 1a33dc7b-6e14-48ff-a69f-6934bc50a038 }], zone_type: Oximeter }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::e], dataset: Some(DatasetRequest { id: c2e5af6e-b796-468a-b77f-d939569e8deb, name: DatasetName { kind: Clickhouse, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::e]:8123" }), id: c2e5af6e-b796-468a-b77f-d939569e8deb, services: [ServiceZoneService { details: Clickhouse { address: "[fd00:1122:3344:101::e]:8123" }, id: c2e5af6e-b796-468a-b77f-d939569e8deb }], zone_type: Clickhouse }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::f], dataset: None, id: c7fbcda3-b8c7-42d8-b5de-2a2d4a292393, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::f]:17000" }, id: c7fbcda3-b8c7-42d8-b5de-2a2d4a292393 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::10], dataset: None, id: de65baba-b170-4944-867b-039234889c58, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::10]:17000" }, id: de65baba-b170-4944-867b-039234889c58 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::11], dataset: None, id: 660558de-a472-4e28-9258-d4b6c06145ec, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::11]:17000" }, id: 660558de-a472-4e28-9258-d4b6c06145ec }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::12], dataset: Some(DatasetRequest { id: 7579e452-8e92-47aa-a335-e9d69de838ed, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::12]:32345" }), id: 7579e452-8e92-47aa-a335-e9d69de838ed, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::12]:32345" }, id: 7579e452-8e92-47aa-a335-e9d69de838ed }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::13], dataset: Some(DatasetRequest { id: 85a4566d-95e3-4dec-a290-7357329d4968, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::13]:32345" }), id: 85a4566d-95e3-4dec-a290-7357329d4968, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::13]:32345" }, id: 85a4566d-95e3-4dec-a290-7357329d4968 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::14], dataset: Some(DatasetRequest { id: bd526fc1-466f-4510-a209-6e66ff91687f, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::14]:32345" }), id: bd526fc1-466f-4510-a209-6e66ff91687f, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::14]:32345" }, id: bd526fc1-466f-4510-a209-6e66ff91687f }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::15], dataset: Some(DatasetRequest { id: 01666cff-7baf-4478-8b77-ada4a68267ac, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_31bd71cd-4736-4a12-a387-9b74b050396f") }, service_address: "[fd00:1122:3344:101::15]:32345" }), id: 01666cff-7baf-4478-8b77-ada4a68267ac, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::15]:32345" }, id: 01666cff-7baf-4478-8b77-ada4a68267ac }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::16], dataset: Some(DatasetRequest { id: 6e9c5aaf-7917-477d-ae73-ae16f941ce4f, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::16]:32345" }), id: 6e9c5aaf-7917-477d-ae73-ae16f941ce4f, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::16]:32345" }, id: 6e9c5aaf-7917-477d-ae73-ae16f941ce4f }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::17], dataset: Some(DatasetRequest { id: 42ae1434-8c62-451d-bf60-0a319a903ecd, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::17]:32345" }), id: 42ae1434-8c62-451d-bf60-0a319a903ecd, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::17]:32345" }, id: 42ae1434-8c62-451d-bf60-0a319a903ecd }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::18], dataset: Some(DatasetRequest { id: 64f29599-8e25-448d-bab9-7d064f284a07, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::18]:32345" }), id: 64f29599-8e25-448d-bab9-7d064f284a07, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::18]:32345" }, id: 64f29599-8e25-448d-bab9-7d064f284a07 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::19], dataset: Some(DatasetRequest { id: 28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::19]:32345" }), id: 28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::19]:32345" }, id: 28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1a], dataset: Some(DatasetRequest { id: 0b6edf79-e4d2-49b5-ba76-140280126a2a, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::1a]:32345" }), id: 0b6edf79-e4d2-49b5-ba76-140280126a2a, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::1a]:32345" }, id: 0b6edf79-e4d2-49b5-ba76-140280126a2a }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: f78c6c50-7d6e-4f6d-8927-a8405d63b097, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23a6f4cd-d5ab-433d-a156-bc3f5097264e, ip: 172.30.3.5, kind: Service(f78c6c50-7d6e-4f6d-8927-a8405d63b097), mac: MacAddr("A8:40:25:FF:D8:FE"), name: Name("ntp-f78c6c50-7d6e-4f6d-8927-a8405d63b097"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.1.169, last_port: 16383 } }, id: f78c6c50-7d6e-4f6d-8927-a8405d63b097 }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
| 605 | 2023-10-24T04:50:50.313Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57994
|
| 606 | 2023-10-24T04:50:50.314Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 36b2d858-62b5-4497-a73c-d77d1688f404, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 607 | 2023-10-24T04:50:50.338Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d96a9e31-6997-47d5-851e-001ca2b93137, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 608 | 2023-10-24T04:50:50.359Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7a17f684-8334-4827-83e9-a188bfacbe50, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 609 | 2023-10-24T04:50:50.381Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0a1a067d-f758-4edc-9c2a-99f2f1aae6ba, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 610 | 2023-10-24T04:50:50.400Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: a15208ca-8729-4588-ad9e-eb4bac4be1b6, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 611 | 2023-10-24T04:50:50.421Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e9745ec5-ad9a-4b51-baf4-896bf8cd4e98, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 612 | 2023-10-24T04:50:50.440Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: e53a6c2b-53a8-4a8b-ab99-e50be7aabc0a, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 613 | 2023-10-24T04:50:50.460Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7e1997ec-db47-4020-b04d-cf2a0ade03b9, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 614 | 2023-10-24T04:50:50.479Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 16570845-726b-4d47-8620-f61d8b667138, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 615 | 2023-10-24T04:50:50.563Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: d88f34f8-b427-431b-b75e-87e8fb6b2005, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 616 | 2023-10-24T04:50:50.651Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c2e5af6e-b796-468a-b77f-d939569e8deb, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 617 | 2023-10-24T04:50:50.738Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7579e452-8e92-47aa-a335-e9d69de838ed, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 618 | 2023-10-24T04:50:50.821Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 85a4566d-95e3-4dec-a290-7357329d4968, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 619 | 2023-10-24T04:50:50.905Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: bd526fc1-466f-4510-a209-6e66ff91687f, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 620 | 2023-10-24T04:50:50.992Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 01666cff-7baf-4478-8b77-ada4a68267ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 621 | 2023-10-24T04:50:51.078Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 6e9c5aaf-7917-477d-ae73-ae16f941ce4f, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 622 | 2023-10-24T04:50:51.155Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 42ae1434-8c62-451d-bf60-0a319a903ecd, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 623 | 2023-10-24T04:50:51.239Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 64f29599-8e25-448d-bab9-7d064f284a07, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 624 | 2023-10-24T04:50:51.308Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 625 | 2023-10-24T04:50:51.378Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0b6edf79-e4d2-49b5-ba76-140280126a2a, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
| 626 | 2023-10-24T04:50:51.480Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
| 627 | 2023-10-24T04:50:51.548Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
| 628 | 2023-10-24T04:50:51.550Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
| 629 | 2023-10-24T04:50:51.552Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
| 630 | 2023-10-24T04:50:51.682Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
| 631 | 2023-10-24T04:50:51.773Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_de65baba-b170-4944-867b-039234889c58
file = illumos-utils/src/zone.rs:314
|
| 632 | 2023-10-24T04:50:51.778Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_660558de-a472-4e28-9258-d4b6c06145ec
file = illumos-utils/src/zone.rs:314
|
| 633 | 2023-10-24T04:50:51.784Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_64f29599-8e25-448d-bab9-7d064f284a07
file = illumos-utils/src/zone.rs:314
|
| 634 | 2023-10-24T04:50:51.789Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970
file = illumos-utils/src/zone.rs:314
|
| 635 | 2023-10-24T04:50:51.795Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_85a4566d-95e3-4dec-a290-7357329d4968
file = illumos-utils/src/zone.rs:314
|
| 636 | 2023-10-24T04:50:51.800Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_42ae1434-8c62-451d-bf60-0a319a903ecd
file = illumos-utils/src/zone.rs:314
|
| 637 | 2023-10-24T04:50:51.805Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6e9c5aaf-7917-477d-ae73-ae16f941ce4f
file = illumos-utils/src/zone.rs:314
|
| 638 | 2023-10-24T04:50:51.811Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_1a33dc7b-6e14-48ff-a69f-6934bc50a038
file = illumos-utils/src/zone.rs:314
|
| 639 | 2023-10-24T04:50:51.816Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7579e452-8e92-47aa-a335-e9d69de838ed
file = illumos-utils/src/zone.rs:314
|
| 640 | 2023-10-24T04:50:51.821Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_01666cff-7baf-4478-8b77-ada4a68267ac
file = illumos-utils/src/zone.rs:314
|
| 641 | 2023-10-24T04:50:51.826Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0b6edf79-e4d2-49b5-ba76-140280126a2a
file = illumos-utils/src/zone.rs:314
|
| 642 | 2023-10-24T04:50:51.832Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_de65baba-b170-4944-867b-039234889c58
file = illumos-utils/src/zone.rs:353
|
| 643 | 2023-10-24T04:50:51.837Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_660558de-a472-4e28-9258-d4b6c06145ec
file = illumos-utils/src/zone.rs:353
|
| 644 | 2023-10-24T04:50:51.842Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_64f29599-8e25-448d-bab9-7d064f284a07
file = illumos-utils/src/zone.rs:353
|
| 645 | 2023-10-24T04:50:51.847Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970
file = illumos-utils/src/zone.rs:353
|
| 646 | 2023-10-24T04:50:51.854Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_85a4566d-95e3-4dec-a290-7357329d4968
file = illumos-utils/src/zone.rs:353
|
| 647 | 2023-10-24T04:50:51.859Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_42ae1434-8c62-451d-bf60-0a319a903ecd
file = illumos-utils/src/zone.rs:353
|
| 648 | 2023-10-24T04:50:51.864Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6e9c5aaf-7917-477d-ae73-ae16f941ce4f
file = illumos-utils/src/zone.rs:353
|
| 649 | 2023-10-24T04:50:51.870Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_1a33dc7b-6e14-48ff-a69f-6934bc50a038
file = illumos-utils/src/zone.rs:353
|
| 650 | 2023-10-24T04:50:51.875Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7579e452-8e92-47aa-a335-e9d69de838ed
file = illumos-utils/src/zone.rs:353
|
| 651 | 2023-10-24T04:50:51.881Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_01666cff-7baf-4478-8b77-ada4a68267ac
file = illumos-utils/src/zone.rs:353
|
| 652 | 2023-10-24T04:50:51.888Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0b6edf79-e4d2-49b5-ba76-140280126a2a
file = illumos-utils/src/zone.rs:353
|
| 653 | 2023-10-24T04:50:51.894Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_bd526fc1-466f-4510-a209-6e66ff91687f
file = illumos-utils/src/zone.rs:314
|
| 654 | 2023-10-24T04:50:51.900Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_c7fbcda3-b8c7-42d8-b5de-2a2d4a292393
file = illumos-utils/src/zone.rs:314
|
| 655 | 2023-10-24T04:50:51.906Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_c2e5af6e-b796-468a-b77f-d939569e8deb
file = illumos-utils/src/zone.rs:314
|
| 656 | 2023-10-24T04:50:51.957Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 657 | 2023-10-24T04:50:51.958Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_bd526fc1-466f-4510-a209-6e66ff91687f
file = illumos-utils/src/zone.rs:353
|
| 658 | 2023-10-24T04:50:51.964Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_c7fbcda3-b8c7-42d8-b5de-2a2d4a292393
file = illumos-utils/src/zone.rs:353
|
| 659 | 2023-10-24T04:50:51.969Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_c2e5af6e-b796-468a-b77f-d939569e8deb
file = illumos-utils/src/zone.rs:353
|
| 660 | 2023-10-24T04:50:52.021Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 661 | 2023-10-24T04:50:52.064Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 662 | 2023-10-24T04:50:52.106Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 663 | 2023-10-24T04:50:52.141Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 664 | 2023-10-24T04:50:52.142Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
| 665 | 2023-10-24T04:50:52.143Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
| 666 | 2023-10-24T04:50:52.199Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 194, 75]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte1" } }
|
| 667 | 2023-10-24T04:50:52.199Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: d88f34f8-b427-431b-b75e-87e8fb6b2005, details: ExternalDns { http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: fb905181-6a2f-41c9-9560-e6353a861869, kind: Service { id: d88f34f8-b427-431b-b75e-87e8fb6b2005 }, name: Name("external-dns-d88f34f8-b427-431b-b75e-87e8fb6b2005"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 75])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
| 668 | 2023-10-24T04:50:52.203Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
| 669 | 2023-10-24T04:50:52.203Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
| 670 | 2023-10-24T04:50:52.257Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 229, 165]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 671 | 2023-10-24T04:50:52.257Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 0e1e0de3-f430-437b-888f-ca350f52222e, details: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 543b16a2-021b-4e7a-9cdc-d82332b97d76, kind: Service { id: 0e1e0de3-f430-437b-888f-ca350f52222e }, name: Name("nexus-0e1e0de3-f430-437b-888f-ca350f52222e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 165])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
| 672 | 2023-10-24T04:50:52.261Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
| 673 | 2023-10-24T04:50:52.261Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
| 674 | 2023-10-24T04:50:52.329Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 237, 33]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte3" } }
|
| 675 | 2023-10-24T04:50:52.329Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 453e7a95-683e-47a8-a0f2-ca1aaa433056, details: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 6269ea07-101f-4e73-98f7-3c4bc555b669, kind: Service { id: 453e7a95-683e-47a8-a0f2-ca1aaa433056 }, name: Name("nexus-453e7a95-683e-47a8-a0f2-ca1aaa433056"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
| 676 | 2023-10-24T04:50:52.331Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
| 677 | 2023-10-24T04:50:52.331Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
| 678 | 2023-10-24T04:50:52.392Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 140, 102]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte4" } }
|
| 679 | 2023-10-24T04:50:52.392Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 16570845-726b-4d47-8620-f61d8b667138, details: ExternalDns { http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 54ca0c0a-672a-4178-80d8-060eea6c1e84, kind: Service { id: 16570845-726b-4d47-8620-f61d8b667138 }, name: Name("external-dns-16570845-726b-4d47-8620-f61d8b667138"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 102])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
| 680 | 2023-10-24T04:50:52.394Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
| 681 | 2023-10-24T04:50:52.394Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
| 682 | 2023-10-24T04:50:52.460Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 189, 181]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
| 683 | 2023-10-24T04:50:52.460Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 83db1b9a-1e52-4821-a607-efab064acfd8, details: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: f982a1a2-4c35-465f-9244-2d410cffb492, kind: Service { id: 83db1b9a-1e52-4821-a607-efab064acfd8 }, name: Name("nexus-83db1b9a-1e52-4821-a607-efab064acfd8"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 181])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
| 684 | 2023-10-24T04:50:52.461Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 685 | 2023-10-24T04:50:52.461Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 686 | 2023-10-24T04:50:52.462Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 687 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 688 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 689 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 690 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 691 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 692 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 693 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 694 | 2023-10-24T04:50:52.502Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 695 | 2023-10-24T04:50:52.503Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 696 | 2023-10-24T04:50:52.541Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 697 | 2023-10-24T04:50:52.579Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 698 | 2023-10-24T04:50:52.610Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 699 | 2023-10-24T04:50:52.645Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_d88f34f8-b427-431b-b75e-87e8fb6b2005
file = illumos-utils/src/zone.rs:314
|
| 700 | 2023-10-24T04:50:52.652Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_0e1e0de3-f430-437b-888f-ca350f52222e
file = illumos-utils/src/zone.rs:314
|
| 701 | 2023-10-24T04:50:52.660Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_453e7a95-683e-47a8-a0f2-ca1aaa433056
file = illumos-utils/src/zone.rs:314
|
| 702 | 2023-10-24T04:50:52.668Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_16570845-726b-4d47-8620-f61d8b667138
file = illumos-utils/src/zone.rs:314
|
| 703 | 2023-10-24T04:50:52.674Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_83db1b9a-1e52-4821-a607-efab064acfd8
file = illumos-utils/src/zone.rs:314
|
| 704 | 2023-10-24T04:50:52.681Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_d88f34f8-b427-431b-b75e-87e8fb6b2005
file = illumos-utils/src/zone.rs:353
|
| 705 | 2023-10-24T04:50:52.690Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_0e1e0de3-f430-437b-888f-ca350f52222e
file = illumos-utils/src/zone.rs:353
|
| 706 | 2023-10-24T04:50:52.697Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_453e7a95-683e-47a8-a0f2-ca1aaa433056
file = illumos-utils/src/zone.rs:353
|
| 707 | 2023-10-24T04:50:52.705Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_16570845-726b-4d47-8620-f61d8b667138
file = illumos-utils/src/zone.rs:353
|
| 708 | 2023-10-24T04:50:52.714Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_83db1b9a-1e52-4821-a607-efab064acfd8
file = illumos-utils/src/zone.rs:353
|
| 709 | 2023-10-24T04:50:54.478Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_660558de-a472-4e28-9258-d4b6c06145ec:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 710 | 2023-10-24T04:50:54.478Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_660558de-a472-4e28-9258-d4b6c06145ec
|
| 711 | 2023-10-24T04:50:54.487Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_de65baba-b170-4944-867b-039234889c58:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 712 | 2023-10-24T04:50:54.487Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_de65baba-b170-4944-867b-039234889c58
|
| 713 | 2023-10-24T04:50:54.520Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_oximeter_1a33dc7b-6e14-48ff-a69f-6934bc50a038
|
| 714 | 2023-10-24T04:50:54.730Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="79f7fdc1-9558-4d19-aff5-dd2cad01e1c9"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 715 | 2023-10-24T04:50:54.730Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_28b94fa0-8efa-4dfa-b6d5-9bcf93bf7970
|
| 716 | 2023-10-24T04:50:54.782Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_c7fbcda3-b8c7-42d8-b5de-2a2d4a292393:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 717 | 2023-10-24T04:50:54.783Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_c7fbcda3-b8c7-42d8-b5de-2a2d4a292393
|
| 718 | 2023-10-24T04:50:54.882Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_01666cff-7baf-4478-8b77-ada4a68267ac:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="e62de7f0-a734-4044-85ac-ccf263f131d5"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 719 | 2023-10-24T04:50:54.882Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_01666cff-7baf-4478-8b77-ada4a68267ac
|
| 720 | 2023-10-24T04:50:54.967Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6e9c5aaf-7917-477d-ae73-ae16f941ce4f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="07dd726f-0b53-4bfd-954d-31b0bbb85aba"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 721 | 2023-10-24T04:50:55.000Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_6e9c5aaf-7917-477d-ae73-ae16f941ce4f
|
| 722 | 2023-10-24T04:50:55.021Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_64f29599-8e25-448d-bab9-7d064f284a07:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="88926069-274d-4248-aa6c-cc86e1e6eab2"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 723 | 2023-10-24T04:50:55.021Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_64f29599-8e25-448d-bab9-7d064f284a07
|
| 724 | 2023-10-24T04:50:55.064Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0b6edf79-e4d2-49b5-ba76-140280126a2a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="5c6197ce-e002-4006-ae68-b3c7f3cbeb75"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 725 | 2023-10-24T04:50:55.064Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_0b6edf79-e4d2-49b5-ba76-140280126a2a
|
| 726 | 2023-10-24T04:50:55.109Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_42ae1434-8c62-451d-bf60-0a319a903ecd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c7d7387c-6c41-434f-bea7-81ce5e70d706"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 727 | 2023-10-24T04:50:55.129Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_42ae1434-8c62-451d-bf60-0a319a903ecd
|
| 728 | 2023-10-24T04:50:55.285Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 729 | 2023-10-24T04:50:57.344Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_external_dns_16570845-726b-4d47-8620-f61d8b667138
|
| 730 | 2023-10-24T04:50:57.573Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_85a4566d-95e3-4dec-a290-7357329d4968:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="b6a5a8b3-4a67-4456-902c-f862150a70a0"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 731 | 2023-10-24T04:50:57.573Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_85a4566d-95e3-4dec-a290-7357329d4968
|
| 732 | 2023-10-24T04:50:57.582Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_external_dns_d88f34f8-b427-431b-b75e-87e8fb6b2005
|
| 733 | 2023-10-24T04:50:57.654Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_bd526fc1-466f-4510-a209-6e66ff91687f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="1dcd82a5-a95d-4c88-be82-64d8b5b85f71"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 734 | 2023-10-24T04:50:57.654Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_bd526fc1-466f-4510-a209-6e66ff91687f
|
| 735 | 2023-10-24T04:50:57.700Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7579e452-8e92-47aa-a335-e9d69de838ed:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="ee0a0c67-73f0-411e-9c91-cc23c17a1135"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 736 | 2023-10-24T04:50:57.700Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_7579e452-8e92-47aa-a335-e9d69de838ed
|
| 737 | 2023-10-24T04:50:58.182Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_0e1e0de3-f430-437b-888f-ca350f52222e
|
| 738 | 2023-10-24T04:50:58.312Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_453e7a95-683e-47a8-a0f2-ca1aaa433056
|
| 739 | 2023-10-24T04:50:58.322Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_83db1b9a-1e52-4821-a607-efab064acfd8
|
| 740 | 2023-10-24T04:51:00.287Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 741 | 2023-10-24T04:51:05.288Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 742 | 2023-10-24T04:51:07.861Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_c2e5af6e-b796-468a-b77f-d939569e8deb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 743 | 2023-10-24T04:51:07.861Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_clickhouse_c2e5af6e-b796-468a-b77f-d939569e8deb
|
| 744 | 2023-10-24T04:51:10.291Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 745 | 2023-10-24T04:51:13.006Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58909
|
| 746 | 2023-10-24T04:51:13.007Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 1212
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58909
req_id = 078b5bf4-26b6-4dcf-920f-6276183a6413
response_code = 200
uri = /baseboard
|
| 747 | 2023-10-24T04:51:15.293Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 748 | 2023-10-24T04:51:17.805Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists
file = sled-agent/src/services.rs:1361
|
| 749 | 2023-10-24T04:51:17.805Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_oximeter_1a33dc7b-6e14-48ff-a69f-6934bc50a038
|
| 750 | 2023-10-24T04:51:18.376Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists - OK
file = sled-agent/src/services.rs:1369
|
| 751 | 2023-10-24T04:51:18.376Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
| 752 | 2023-10-24T04:51:20.295Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 753 | 2023-10-24T04:51:24.977Z | INFO | SledAgent (ServiceManager): Setting up oximeter service
file = sled-agent/src/services.rs:1630
|
| 754 | 2023-10-24T04:51:25.236Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1361
|
| 755 | 2023-10-24T04:51:25.236Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_external_dns_16570845-726b-4d47-8620-f61d8b667138
|
| 756 | 2023-10-24T04:51:25.296Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 757 | 2023-10-24T04:51:25.800Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1369
|
| 758 | 2023-10-24T04:51:25.800Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
| 759 | 2023-10-24T04:51:26.169Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1531
|
| 760 | 2023-10-24T04:51:26.169Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_external_dns_16570845-726b-4d47-8620-f61d8b667138
|
| 761 | 2023-10-24T04:51:30.299Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 762 | 2023-10-24T04:51:32.570Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1361
|
| 763 | 2023-10-24T04:51:32.570Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_external_dns_d88f34f8-b427-431b-b75e-87e8fb6b2005
|
| 764 | 2023-10-24T04:51:33.125Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1369
|
| 765 | 2023-10-24T04:51:33.127Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
| 766 | 2023-10-24T04:51:33.450Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1531
|
| 767 | 2023-10-24T04:51:33.450Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_external_dns_d88f34f8-b427-431b-b75e-87e8fb6b2005
|
| 768 | 2023-10-24T04:51:35.300Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 769 | 2023-10-24T04:51:39.940Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1361
|
| 770 | 2023-10-24T04:51:39.940Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_0e1e0de3-f430-437b-888f-ca350f52222e
|
| 771 | 2023-10-24T04:51:40.303Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 772 | 2023-10-24T04:51:40.499Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1369
|
| 773 | 2023-10-24T04:51:40.499Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
| 774 | 2023-10-24T04:51:40.841Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
| 775 | 2023-10-24T04:51:40.841Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_0e1e0de3-f430-437b-888f-ca350f52222e
|
| 776 | 2023-10-24T04:51:43.044Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36895
|
| 777 | 2023-10-24T04:51:43.044Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 658
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36895
req_id = 1cf4a124-0284-4353-a076-3abcdb9646b1
response_code = 200
uri = /baseboard
|
| 778 | 2023-10-24T04:51:45.305Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 779 | 2023-10-24T04:51:47.119Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1361
|
| 780 | 2023-10-24T04:51:47.119Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_453e7a95-683e-47a8-a0f2-ca1aaa433056
|
| 781 | 2023-10-24T04:51:47.679Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1369
|
| 782 | 2023-10-24T04:51:47.679Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
| 783 | 2023-10-24T04:51:47.907Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
| 784 | 2023-10-24T04:51:47.907Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_453e7a95-683e-47a8-a0f2-ca1aaa433056
|
| 785 | 2023-10-24T04:51:50.307Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 786 | 2023-10-24T04:51:54.231Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1361
|
| 787 | 2023-10-24T04:51:54.231Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_83db1b9a-1e52-4821-a607-efab064acfd8
|
| 788 | 2023-10-24T04:51:54.787Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1369
|
| 789 | 2023-10-24T04:51:54.787Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
| 790 | 2023-10-24T04:51:54.997Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
| 791 | 2023-10-24T04:51:54.997Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_83db1b9a-1e52-4821-a607-efab064acfd8
|
| 792 | 2023-10-24T04:51:55.308Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 793 | 2023-10-24T04:51:57.539Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 307.225376925s
|
| 794 | 2023-10-24T04:51:57.539Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 307.222733054s
|
| 795 | 2023-10-24T04:51:57.539Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 307.223301519s
|
| 796 | 2023-10-24T04:51:57.540Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 307.223242007s
|
| 797 | 2023-10-24T04:51:57.540Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 307.221698026s
|
| 798 | 2023-10-24T04:52:00.310Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 799 | 2023-10-24T04:52:01.423Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 71107037
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57994
req_id = 09a6d874-5e9f-4ae9-8946-8edbba8451e2
response_code = 204
uri = /services
|
| 800 | 2023-10-24T04:52:01.426Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:999
|
| 801 | 2023-10-24T04:52:01.429Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:524
|
| 802 | 2023-10-24T04:52:01.429Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:526
|
| 803 | 2023-10-24T04:52:01.462Z | INFO | SledAgent (RSS): rack_network_config: Some(
RackNetworkConfigV1 {
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 32,
},
),
],
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
},
)
file = sled-agent/src/rack_setup/service.rs:631
|
| 804 | 2023-10-24T04:52:01.462Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/dd12de18-917c-4d4c-b2ee-16a0641b8d7a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
| 805 | 2023-10-24T04:52:01.567Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/dd12de18-917c-4d4c-b2ee-16a0641b8d7a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
| 806 | 2023-10-24T04:52:01.736Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/dd12de18-917c-4d4c-b2ee-16a0641b8d7a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
| 807 | 2023-10-24T04:52:01.813Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/dd12de18-917c-4d4c-b2ee-16a0641b8d7a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
| 808 | 2023-10-24T04:52:01.964Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/dd12de18-917c-4d4c-b2ee-16a0641b8d7a/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
| 809 | 2023-10-24T04:52:02.592Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 312.278669123s
|
| 810 | 2023-10-24T04:52:02.618Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 312.301337937s
|
| 811 | 2023-10-24T04:52:02.620Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.30293301s
|
| 812 | 2023-10-24T04:52:02.636Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 312.319402087s
|
| 813 | 2023-10-24T04:52:02.639Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.321042271s
|
| 814 | 2023-10-24T04:52:02.641Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.322264585s
|
| 815 | 2023-10-24T04:52:02.643Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.324395332s
|
| 816 | 2023-10-24T04:52:02.662Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 312.347978122s
|
| 817 | 2023-10-24T04:52:02.664Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.346760738s
|
| 818 | 2023-10-24T04:52:02.715Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.396797655s
|
| 819 | 2023-10-24T04:52:02.747Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.430276532s
|
| 820 | 2023-10-24T04:52:02.749Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.430483198s
|
| 821 | 2023-10-24T04:52:02.750Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.432029119s
|
| 822 | 2023-10-24T04:52:02.752Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 312.433560781s
|
| 823 | 2023-10-24T04:52:02.825Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41646
|
| 824 | 2023-10-24T04:52:02.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41646
req_id = 902fc999-f989-4f06-ae3f-7daeaaf439d3
response_code = 200
uri = /network-bootstore-config
|
| 825 | 2023-10-24T04:52:02.839Z | INFO | SledAgent (SledAgentMain): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "387ce0f202de40e8acdecb5e5160ae97" }
file = sled-agent/src/sled_agent.rs:549
id = b491de2f-b5e8-4303-890a-d307316abb2c
|
| 826 | 2023-10-24T04:52:03.586Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "b254635e-8a84-4fd0-a86e-ad57325af895", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:02 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "b254635e-8a84-4fd0-a86e-ad57325af895" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 827 | 2023-10-24T04:52:03.982Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "c291dbb0-f1bd-4b8f-bf2c-5ffbbceec2ac", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:03 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "c291dbb0-f1bd-4b8f-bf2c-5ffbbceec2ac" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 828 | 2023-10-24T04:52:04.603Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "4e5f83e2-359c-4616-b152-7234d2470575", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:03 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "4e5f83e2-359c-4616-b152-7234d2470575" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 829 | 2023-10-24T04:52:05.198Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "c1a35fcf-4403-4be3-a024-c142a75562d6", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:05 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "c1a35fcf-4403-4be3-a024-c142a75562d6" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 830 | 2023-10-24T04:52:05.311Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 831 | 2023-10-24T04:52:05.750Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "53867b62-6788-44c0-b3a8-cef8b93306d4", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:04 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "53867b62-6788-44c0-b3a8-cef8b93306d4" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 832 | 2023-10-24T04:52:06.625Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "308576dc-2e4f-4900-bc2d-73c6a01d023c", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:06 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "308576dc-2e4f-4900-bc2d-73c6a01d023c" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 833 | 2023-10-24T04:52:06.727Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 316.408555813s
|
| 834 | 2023-10-24T04:52:07.439Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "135c38d5-bf29-41e2-96bd-03f74439a49a", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "135c38d5-bf29-41e2-96bd-03f74439a49a" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 835 | 2023-10-24T04:52:08.024Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 317.705507694s
|
| 836 | 2023-10-24T04:52:08.296Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 317.97764052s
|
| 837 | 2023-10-24T04:52:08.847Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "69eff546-db32-4fa6-b26a-6ab956196d6b", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "69eff546-db32-4fa6-b26a-6ab956196d6b" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 838 | 2023-10-24T04:52:09.100Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 318.781153287s
|
| 839 | 2023-10-24T04:52:09.891Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "d2e486eb-d271-4cdf-9db3-7c812a526052", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:09 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "d2e486eb-d271-4cdf-9db3-7c812a526052" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 840 | 2023-10-24T04:52:10.312Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 841 | 2023-10-24T04:52:10.983Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "dc4ad520-3f95-42e3-a96c-d879c2b154ed", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:10 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"cd70d7f6-2354-4bf2-8012-55bf9eaf7930\"", request_id: "dc4ad520-3f95-42e3-a96c-d879c2b154ed" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 842 | 2023-10-24T04:52:13.080Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62277
|
| 843 | 2023-10-24T04:52:13.080Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 39
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62277
req_id = ebb275d2-6d1a-42ef-8362-4a4c3ec6293d
response_code = 200
uri = /baseboard
|
| 844 | 2023-10-24T04:52:13.190Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9b5f30ed-72b5-428b-bc17-6bab1b59aec6", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:12 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"ceb4461c-cf56-4719-ad3c-14430bfdfb60\"", request_id: "9b5f30ed-72b5-428b-bc17-6bab1b59aec6" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 845 | 2023-10-24T04:52:15.314Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 846 | 2023-10-24T04:52:15.773Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "a53fffd5-9836-4110-838c-b1db8a8a2f73", "content-length": "174", "date": "Tue, 24 Oct 2023 04:52:15 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"e4b4dc87-ab46-49fb-a4b4-d361ae214c03\"", request_id: "a53fffd5-9836-4110-838c-b1db8a8a2f73" }
file = sled-agent/src/rack_setup/service.rs:652
|
| 847 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37706
|
| 848 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:399
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54ca0c0a-672a-4178-80d8-060eea6c1e84, kind: Service { id: 16570845-726b-4d47-8620-f61d8b667138 }, name: Name("external-dns-16570845-726b-4d47-8620-f61d8b667138"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 102])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: fb905181-6a2f-41c9-9560-e6353a861869, kind: Service { id: d88f34f8-b427-431b-b75e-87e8fb6b2005 }, name: Name("external-dns-d88f34f8-b427-431b-b75e-87e8fb6b2005"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 75])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 543b16a2-021b-4e7a-9cdc-d82332b97d76, kind: Service { id: 0e1e0de3-f430-437b-888f-ca350f52222e }, name: Name("nexus-0e1e0de3-f430-437b-888f-ca350f52222e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 165])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: 6269ea07-101f-4e73-98f7-3c4bc555b669, kind: Service { id: 453e7a95-683e-47a8-a0f2-ca1aaa433056 }, name: Name("nexus-453e7a95-683e-47a8-a0f2-ca1aaa433056"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 33])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }, NetworkInterface { id: f982a1a2-4c35-465f-9244-2d410cffb492, kind: Service { id: 83db1b9a-1e52-4821-a607-efab064acfd8 }, name: Name("nexus-83db1b9a-1e52-4821-a607-efab064acfd8"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 181])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 849 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte0"
rules = []
|
| 850 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 851 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 852 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 853 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 854 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 855 | 2023-10-24T04:52:18.782Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 315
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37706
req_id = 91fb788f-ffd2-42c2-999a-9bee7eb47602
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 856 | 2023-10-24T04:52:18.941Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:662
|
| 857 | 2023-10-24T04:52:20.316Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 858 | 2023-10-24T04:52:25.317Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 859 | 2023-10-24T04:52:27.830Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35365
|
| 860 | 2023-10-24T04:52:27.831Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:188
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(4546370))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { name: "disk-d6b9582e8f7", slot: Slot(1), read_only: false, device: "nvme", volume_construction_request: Volume { id: 5528e596-3991-4e0e-a73a-528d706f4acd, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 5528e596-3991-4e0e-a73a-528d706f4acd, target: [[fd00:1122:3344:101::16]:19000, [fd00:1122:3344:101::18]:19000, [fd00:1122:3344:101::13]:19000], lossy: false, flush_timeout: None, key: Some("3m0Pa6fUweJVq2A+LpVqrwEYbSP+zPgZkFUxbONQ24o="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: 98609f92-8ae7-419a-aa84-b49d2f48f837, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACzjSZYV1hXAACNJlhXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAs40mWFdYVwAAjSZYVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxY2IwODc5My05ODg2LTRmMTUtOWY2Yi1jMDdjNzJhZmNjM2UiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQlZrcFQ4TE5KWndYVGNrK2NzRUZTVU5ENW5QK0xNV3JBRGc3ZmRPSUZFTiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
instance_runtime = InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }
propolis_addr = [fd00:1122:3344:101::22]:12400
propolis_id = 954b674b-f4db-47b2-aac8-a8183376d8a0
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-10-24T04:52:27.471241Z }
|
| 861 | 2023-10-24T04:52:27.831Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:222
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 862 | 2023-10-24T04:52:27.832Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:598
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
propolis_id = 954b674b-f4db-47b2-aac8-a8183376d8a0
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.1.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], filter_hosts: Some([Vpc(Vni(4546370))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ff0a236f-a184-4ce6-b263-61a8e2f090ee, kind: Instance { id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 253, 77, 201])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(4546370), primary: true, slot: 1 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { name: "disk-d6b9582e8f7", slot: Slot(1), read_only: false, device: "nvme", volume_construction_request: Volume { id: 5528e596-3991-4e0e-a73a-528d706f4acd, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 5528e596-3991-4e0e-a73a-528d706f4acd, target: [[fd00:1122:3344:101::16]:19000, [fd00:1122:3344:101::18]:19000, [fd00:1122:3344:101::13]:19000], lossy: false, flush_timeout: None, key: Some("3m0Pa6fUweJVq2A+LpVqrwEYbSP+zPgZkFUxbONQ24o="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: 98609f92-8ae7-419a-aa84-b49d2f48f837, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACzjSZYV1hXAACNJlhXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAs40mWFdYVwAAjSZYVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxY2IwODc5My05ODg2LTRmMTUtOWY2Yi1jMDdjNzJhZmNjM2UiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQlZrcFQ4TE5KWndYVGNrK2NzRUZTVU5ENW5QK0xNV3JBRGc3ZmRPSUZFTiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-10-24T04:52:27.471241Z }, propolis_addr: [fd00:1122:3344:101::22]:12400 }
|
| 863 | 2023-10-24T04:52:27.832Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 1151
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35365
req_id = aed6c6d7-a1ca-4012-8779-ae573edb1e43
response_code = 200
uri = /instances/1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 864 | 2023-10-24T04:52:27.904Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54758
|
| 865 | 2023-10-24T04:52:27.923Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 253, 77, 201]), slot: 1, vni: Vni { inner: 4546370 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 866 | 2023-10-24T04:52:27.957Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0
file = illumos-utils/src/zone.rs:314
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 867 | 2023-10-24T04:52:27.977Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0
file = illumos-utils/src/zone.rs:353
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 868 | 2023-10-24T04:52:29.475Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::22"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::c]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 869 | 2023-10-24T04:52:29.475Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
zone = oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0
|
| 870 | 2023-10-24T04:52:30.318Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 871 | 2023-10-24T04:52:34.515Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0
file = sled-agent/src/instance.rs:981
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 872 | 2023-10-24T04:52:34.851Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:990
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 873 | 2023-10-24T04:52:34.887Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1006
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 874 | 2023-10-24T04:52:34.888Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACzjSZYV1hXAACNJlhXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAs40mWFdYVwAAjSZYVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxY2IwODc5My05ODg2LTRmMTUtOWY2Yi1jMDdjNzJhZmNjM2UiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQlZrcFQ4TE5KWndYVGNrK2NzRUZTVU5ENW5QK0xNV3JBRGc3ZmRPSUZFTiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-d6b9582e8f7", read_only: false, slot: Slot(1), volume_construction_request: Volume { block_size: 512, id: 5528e596-3991-4e0e-a73a-528d706f4acd, read_only_parent: Some(Url { block_size: 512, id: 98609f92-8ae7-419a-aa84-b49d2f48f837, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5528e596-3991-4e0e-a73a-528d706f4acd, key: Some("3m0Pa6fUweJVq2A+LpVqrwEYbSP+zPgZkFUxbONQ24o="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::18]:19000", "[fd00:1122:3344:101::13]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(1) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 1cb08793-9886-4f15-9f6b-c07c72afcc3e, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:449
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 875 | 2023-10-24T04:52:35.081Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:451
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 876 | 2023-10-24T04:52:35.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 7177600
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54758
req_id = 460fe9f5-ed2b-460b-92ef-878266b0c542
response_code = 200
uri = /instances/1cb08793-9886-4f15-9f6b-c07c72afcc3e/state
|
| 877 | 2023-10-24T04:52:35.081Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2023-10-24T04:52:35.081942243Z }
file = sled-agent/src/instance.rs:333
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 878 | 2023-10-24T04:52:35.081Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
new_instance_state = InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-10-24T04:52:35.081942243Z }
propolis_id = 954b674b-f4db-47b2-aac8-a8183376d8a0
|
| 879 | 2023-10-24T04:52:35.081Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }, propolis_id: 954b674b-f4db-47b2-aac8-a8183376d8a0, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-10-24T04:52:35.081942243Z } }
|
| 880 | 2023-10-24T04:52:35.137Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2023-10-24T04:52:35.137284583Z }
file = sled-agent/src/instance.rs:333
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 881 | 2023-10-24T04:52:35.137Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
new_instance_state = InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-10-24T04:52:35.137284583Z }
propolis_id = 954b674b-f4db-47b2-aac8-a8183376d8a0
|
| 882 | 2023-10-24T04:52:35.137Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }, propolis_id: 954b674b-f4db-47b2-aac8-a8183376d8a0, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-10-24T04:52:35.137284583Z } }
|
| 883 | 2023-10-24T04:52:35.320Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 884 | 2023-10-24T04:52:40.320Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 885 | 2023-10-24T04:52:42.774Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
| 886 | 2023-10-24T04:52:43.114Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61870
|
| 887 | 2023-10-24T04:52:43.114Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 39
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61870
req_id = f30c5d01-00a2-4893-9439-50f04b9f4751
response_code = 200
uri = /baseboard
|
| 888 | 2023-10-24T04:52:45.322Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 889 | 2023-10-24T04:52:50.323Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 890 | 2023-10-24T04:52:55.325Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 891 | 2023-10-24T04:53:00.326Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 892 | 2023-10-24T04:53:05.327Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 893 | 2023-10-24T04:53:10.328Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 894 | 2023-10-24T04:53:13.149Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55716
|
| 895 | 2023-10-24T04:53:13.150Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 757
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55716
req_id = 5b756c03-ed8a-49de-a0d5-483ea8fedaf4
response_code = 200
uri = /baseboard
|
| 896 | 2023-10-24T04:53:15.330Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 897 | 2023-10-24T04:53:20.331Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 898 | 2023-10-24T04:53:25.332Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 899 | 2023-10-24T04:53:30.333Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 900 | 2023-10-24T04:53:35.335Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 901 | 2023-10-24T04:53:40.337Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 902 | 2023-10-24T04:53:43.185Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39813
|
| 903 | 2023-10-24T04:53:43.185Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 40
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39813
req_id = 00de4914-aa03-4ad7-8b35-267411833938
response_code = 200
uri = /baseboard
|
| 904 | 2023-10-24T04:53:45.339Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 905 | 2023-10-24T04:53:50.340Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 906 | 2023-10-24T04:53:55.343Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 907 | 2023-10-24T04:54:00.344Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 908 | 2023-10-24T04:54:05.347Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 909 | 2023-10-24T04:54:10.348Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 910 | 2023-10-24T04:54:13.220Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57021
|
| 911 | 2023-10-24T04:54:13.220Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57021
req_id = bf60b042-1206-4210-88d7-ad345e086bde
response_code = 200
uri = /baseboard
|
| 912 | 2023-10-24T04:54:15.350Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 913 | 2023-10-24T04:54:20.350Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 914 | 2023-10-24T04:54:25.353Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 915 | 2023-10-24T04:54:30.354Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 916 | 2023-10-24T04:54:35.355Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 917 | 2023-10-24T04:54:40.356Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 918 | 2023-10-24T04:54:43.255Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49157
|
| 919 | 2023-10-24T04:54:43.255Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 41
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49157
req_id = c131ec50-4fb8-46b3-960e-0be38b1321f5
response_code = 200
uri = /baseboard
|
| 920 | 2023-10-24T04:54:45.358Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 921 | 2023-10-24T04:54:50.360Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 922 | 2023-10-24T04:54:55.362Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 923 | 2023-10-24T04:55:00.363Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 924 | 2023-10-24T04:55:05.364Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 925 | 2023-10-24T04:55:10.366Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
| 926 | 2023-10-24T04:55:11.224Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42424
|
| 927 | 2023-10-24T04:55:11.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 404
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42424
req_id = 7317ca26-28c6-4827-a9a5-3f764fea59fe
response_code = 200
uri = /instances/1cb08793-9886-4f15-9f6b-c07c72afcc3e/state
|
| 928 | 2023-10-24T04:55:11.224Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2023-10-24T04:55:11.224646891Z }
file = sled-agent/src/instance.rs:333
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 929 | 2023-10-24T04:55:11.224Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
new_instance_state = InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-10-24T04:55:11.224646891Z }
propolis_id = 954b674b-f4db-47b2-aac8-a8183376d8a0
|
| 930 | 2023-10-24T04:55:11.224Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }, propolis_id: 954b674b-f4db-47b2-aac8-a8183376d8a0, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-10-24T04:55:11.224646891Z } }
|
| 931 | 2023-10-24T04:55:11.248Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2023-10-24T04:55:11.248178339Z }
file = sled-agent/src/instance.rs:333
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 932 | 2023-10-24T04:55:11.248Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
new_instance_state = InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-10-24T04:55:11.248178339Z }
propolis_id = 954b674b-f4db-47b2-aac8-a8183376d8a0
|
| 933 | 2023-10-24T04:55:11.248Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(954b674b-f4db-47b2-aac8-a8183376d8a0), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-24T04:52:27.523399927Z }, propolis_id: 954b674b-f4db-47b2-aac8-a8183376d8a0, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-10-24T04:55:11.248178339Z } }
|
| 934 | 2023-10-24T04:55:11.412Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2023-10-24T04:55:11.412191914Z }
file = sled-agent/src/instance.rs:333
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 935 | 2023-10-24T04:55:11.412Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-10-24T04:55:11.412191914Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-10-24T04:55:11.412191914Z }
propolis_id = 954b674b-f4db-47b2-aac8-a8183376d8a0
|
| 936 | 2023-10-24T04:55:11.412Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:370
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 937 | 2023-10-24T04:55:11.413Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:441
zone_name = oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0
|
| 938 | 2023-10-24T04:55:12.073Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1234
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0", bundle_id: 669db174-0d7a-497d-afd1-4a1bff3d09db }, time_created: 2023-10-24T04:55:11.413186551Z, version: 0, cause: TerminatedInstance }
|
| 939 | 2023-10-24T04:55:12.073Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_954b674b-f4db-47b2-aac8-a8183376d8a0
file = sled-agent/src/instance.rs:543
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 940 | 2023-10-24T04:55:13.292Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38713
|
| 941 | 2023-10-24T04:55:13.292Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 109
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38713
req_id = a461672a-f252-48a7-9b62-24063c86b637
response_code = 200
uri = /baseboard
|
| 942 | 2023-10-24T04:55:13.672Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:268
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 943 | 2023-10-24T04:55:13.699Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-10-24T04:55:11.412191914Z }, propolis_id: 954b674b-f4db-47b2-aac8-a8183376d8a0, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-10-24T04:55:11.412191914Z } }
|
| 944 | 2023-10-24T04:55:13.800Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49155
|
| 945 | 2023-10-24T04:55:13.800Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:494
|
| 946 | 2023-10-24T04:55:13.800Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:49155
req_id = 7e828fd0-190e-4c5c-b1b7-f9df334ee1ab
response_code = 204
uri = /v2p/ff0a236f-a184-4ce6-b263-61a8e2f090ee
|
| 947 | 2023-10-24T04:55:13.845Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:486
instance_id = 1cb08793-9886-4f15-9f6b-c07c72afcc3e
|
| 948 | 2023-10-24T04:55:15.367Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::2c11:6eff:fe92:676a": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|