1 | | [ Oct 25 07:29:16 Enabled. ] |
2 | | [ Oct 25 07:29:16 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
3 | | [ Oct 25 07:29:16 Method "start" exited with status 0. ] |
4 | | [ Oct 25 07:29:16 Rereading configuration. ] |
5 | | [ Oct 25 07:29:16 No 'refresh' method defined. Treating as :true. ] |
6 | | note: configured to log to "/dev/stdout" |
7 | 2023-10-25T07:29:16.453Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:348
|
8 | 2023-10-25T07:29:16.456Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
9 | 2023-10-25T07:29:16.567Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
10 | 2023-10-25T07:29:16.577Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
11 | 2023-10-25T07:29:16.585Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:358
path = /var/run/oxide/
|
12 | 2023-10-25T07:29:17.196Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }
|
13 | 2023-10-25T07:29:17.335Z | INFO | SledAgent (BootstrapAgentStartup): Starting hardware monitor
file = sled-agent/src/bootstrap/pre_server.rs:215
sled_mode = Scrimlet { asic: SoftNpu }
|
14 | 2023-10-25T07:29:17.335Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
15 | 2023-10-25T07:29:17.338Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "a91e960ac9324002b3c3cf7fc2b40414", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
16 | 2023-10-25T07:29:17.338Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
17 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
18 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:294
next_cleanup = Instant { tv_sec: 1431, tv_nsec: 806041157 }
time_to_next_cleanup = 599.999938909s
|
19 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
20 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/bootstrap/pre_server.rs:396
|
21 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
22 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
23 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
24 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/bootstrap/pre_server.rs:396
|
25 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/bootstrap/pre_server.rs:396
|
26 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/bootstrap/pre_server.rs:396
|
27 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/bootstrap/pre_server.rs:396
|
28 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/bootstrap/pre_server.rs:396
|
29 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:711
|
30 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (BootstrapAgentStartup): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = None
|
31 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2494
|
32 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/storage/dump_setup.rs:169
|
33 | 2023-10-25T07:29:17.356Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
34 | 2023-10-25T07:29:17.358Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:771
|
35 | 2023-10-25T07:29:17.364Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:2713
|
36 | 2023-10-25T07:29:17.364Z | INFO | SledAgent (BootstrapAgentStartup): Waiting for boot disk M.2...
file = sled-agent/src/bootstrap/server.rs:541
|
37 | 2023-10-25T07:29:17.428Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:314
|
38 | 2023-10-25T07:29:17.446Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:353
|
39 | 2023-10-25T07:29:17.578Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 494592,
free: 20937470976,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
40 | 2023-10-25T07:29:17.578Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }
file = sled-agent/src/storage_manager.rs:771
|
41 | 2023-10-25T07:29:17.615Z | INFO | SledAgent (BootstrapAgentStartup): Found boot disk M.2: (DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal })
file = sled-agent/src/bootstrap/server.rs:537
|
42 | 2023-10-25T07:29:17.615Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-a91e960ac9324002b3c3cf7fc2b40414-i86pc
|
43 | 2023-10-25T07:29:17.615Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-a91e960ac9324002b3c3cf7fc2b40414-i86pc
|
44 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
45 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
46 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
47 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
rack_subnet: fd00:1122:3344:100::,
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: Some(
RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 32,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
},
],
bgp: [],
},
),
}
file = sled-agent/src/rack_setup/service.rs:773
|
48 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
49 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:832
|
50 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:873
|
51 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:112
|
52 | 2023-10-25T07:29:17.616Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:88
|
53 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:131
|
54 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:906
|
55 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:556
peer_id = pc-a91e960ac9324002b3c3cf7fc2b40414-i86pc
|
56 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:640
peer_id = pc-a91e960ac9324002b3c3cf7fc2b40414-i86pc
|
57 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { id: fa71e102-77da-46c1-861f-a64374ef490d, rack_id: 2821bd13-b61c-4afe-a757-856e920357a0, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
58 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:a02a::1]:35598
|
59 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { id: fa71e102-77da-46c1-861f-a64374ef490d, rack_id: 2821bd13-b61c-4afe-a757-856e920357a0, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], use_trust_quorum: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } }
file = sled-agent/src/bootstrap/server.rs:436
|
60 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:448
|
61 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (StorageManager): KeyManger ready
file = sled-agent/src/storage_manager.rs:1408
|
62 | 2023-10-25T07:29:17.617Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:46
|
63 | 2023-10-25T07:29:17.617Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
64 | 2023-10-25T07:29:17.658Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:283
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
65 | 2023-10-25T07:29:17.658Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:295
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
66 | 2023-10-25T07:29:17.677Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
67 | 2023-10-25T07:29:17.700Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
68 | 2023-10-25T07:29:17.700Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
69 | 2023-10-25T07:29:17.706Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:310
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
70 | 2023-10-25T07:29:17.706Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:112
|
71 | 2023-10-25T07:29:17.706Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:122
|
72 | 2023-10-25T07:29:17.776Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:156
|
73 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 496128,
free: 20937469440,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
74 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
75 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
76 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
77 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
78 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
79 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
80 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
81 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
82 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Queuing synthetic disk for upsert: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:762
|
83 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Ensure exact disks: clearing non-synthetic queued disks.
file = sled-agent/src/storage_manager.rs:519
|
84 | 2023-10-25T07:29:17.800Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
85 | 2023-10-25T07:29:17.839Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
86 | 2023-10-25T07:29:17.839Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
87 | 2023-10-25T07:29:17.868Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
88 | 2023-10-25T07:29:17.876Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
89 | 2023-10-25T07:29:17.994Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:164
|
90 | 2023-10-25T07:29:17.999Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 778752,
free: 20937186816,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
91 | 2023-10-25T07:29:17.999Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
92 | 2023-10-25T07:29:18.008Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:169
|
93 | 2023-10-25T07:29:18.042Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
94 | 2023-10-25T07:29:18.042Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
95 | 2023-10-25T07:29:18.073Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-31bd71cd-4736-4a12-a387-9b74b050396f-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
96 | 2023-10-25T07:29:18.082Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-hardware/src/disk.rs:566
|
97 | 2023-10-25T07:29:18.180Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:160
|
98 | 2023-10-25T07:29:18.209Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
99 | 2023-10-25T07:29:18.209Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
100 | 2023-10-25T07:29:18.250Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
101 | 2023-10-25T07:29:18.250Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
102 | 2023-10-25T07:29:18.281Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
103 | 2023-10-25T07:29:18.289Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-hardware/src/disk.rs:566
|
104 | 2023-10-25T07:29:18.406Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60",
size: 20937965568,
allocated: 775680,
free: 20937189888,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
105 | 2023-10-25T07:29:18.407Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
106 | 2023-10-25T07:29:18.446Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
107 | 2023-10-25T07:29:18.446Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
108 | 2023-10-25T07:29:18.475Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
109 | 2023-10-25T07:29:18.483Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-hardware/src/disk.rs:566
|
110 | 2023-10-25T07:29:18.633Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b",
size: 20937965568,
allocated: 775680,
free: 20937189888,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
111 | 2023-10-25T07:29:18.633Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
112 | 2023-10-25T07:29:18.683Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
113 | 2023-10-25T07:29:18.683Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
114 | 2023-10-25T07:29:18.727Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
115 | 2023-10-25T07:29:18.732Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:80
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
116 | 2023-10-25T07:29:18.733Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
117 | 2023-10-25T07:29:18.739Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
118 | 2023-10-25T07:29:18.871Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 775680,
free: 20937189888,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
119 | 2023-10-25T07:29:18.871Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
120 | 2023-10-25T07:29:18.909Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
121 | 2023-10-25T07:29:18.909Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
122 | 2023-10-25T07:29:18.938Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
123 | 2023-10-25T07:29:18.946Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-hardware/src/disk.rs:566
|
124 | 2023-10-25T07:29:19.062Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930",
size: 20937965568,
allocated: 772608,
free: 20937192960,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
125 | 2023-10-25T07:29:19.063Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
126 | 2023-10-25T07:29:19.100Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
127 | 2023-10-25T07:29:19.100Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
128 | 2023-10-25T07:29:19.128Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
129 | 2023-10-25T07:29:19.136Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-hardware/src/disk.rs:566
|
130 | 2023-10-25T07:29:19.252Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
131 | 2023-10-25T07:29:19.252Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
132 | 2023-10-25T07:29:19.292Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
133 | 2023-10-25T07:29:19.292Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
134 | 2023-10-25T07:29:19.320Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
135 | 2023-10-25T07:29:19.328Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
136 | 2023-10-25T07:29:19.444Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 777216,
free: 20937188352,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
137 | 2023-10-25T07:29:19.444Z | INFO | SledAgent (StorageManager): Upserting synthetic disk for: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }
file = sled-agent/src/storage_manager.rs:771
|
138 | 2023-10-25T07:29:19.484Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:701
|
139 | 2023-10-25T07:29:19.484Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-hardware/src/disk.rs:519
|
140 | 2023-10-25T07:29:19.514Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/fake_vendor-fake_serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-zfs-aes-256-gcm.key
file = sled-hardware/src/disk.rs:714
|
141 | 2023-10-25T07:29:19.523Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-hardware/src/disk.rs:566
|
142 | 2023-10-25T07:29:19.639Z | INFO | SledAgent (StorageManager): Storage manager processing zpool: ZpoolInfo {
name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03",
size: 20937965568,
allocated: 781824,
free: 20937183744,
health: Online,
}
file = sled-agent/src/storage_manager.rs:989
|
143 | 2023-10-25T07:29:19.639Z | INFO | SledAgent (StorageManager): upserted all queued disks
file = sled-agent/src/storage_manager.rs:1169
|
144 | 2023-10-25T07:29:19.640Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:607
|
145 | 2023-10-25T07:29:19.644Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "bc32c2bfa56443b9b5806cf017ede084", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:533
|
146 | 2023-10-25T07:29:19.644Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:653
|
147 | 2023-10-25T07:29:19.644Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes (50% of 102952026112 total = 51476013056 bytes requested)
file = sled-agent/src/instance_manager.rs:141
|
148 | 2023-10-25T07:29:19.650Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:956
|
149 | 2023-10-25T07:29:19.652Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
150 | 2023-10-25T07:29:19.653Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
151 | 2023-10-25T07:29:19.653Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
152 | 2023-10-25T07:29:19.653Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
153 | 2023-10-25T07:29:19.653Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
154 | 2023-10-25T07:29:19.653Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
155 | 2023-10-25T07:29:19.653Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:956
|
156 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
157 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
158 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
159 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
160 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
161 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
162 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
163 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:956
|
164 | 2023-10-25T07:29:19.654Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
165 | 2023-10-25T07:29:19.655Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
166 | 2023-10-25T07:29:19.655Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
167 | 2023-10-25T07:29:19.655Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
168 | 2023-10-25T07:29:19.655Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
169 | 2023-10-25T07:29:19.655Z | INFO | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:493
|
170 | 2023-10-25T07:29:20.675Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_switch
|
171 | 2023-10-25T07:29:22.617Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
172 | 2023-10-25T07:29:27.433Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1315
|
173 | 2023-10-25T07:29:27.659Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
174 | 2023-10-25T07:29:29.991Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:625
underlay_address = fd00:1122:3344:101::1
|
175 | 2023-10-25T07:29:29.991Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
176 | 2023-10-25T07:29:29.991Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
177 | 2023-10-25T07:29:29.991Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:480
|
178 | 2023-10-25T07:29:29.991Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
179 | 2023-10-25T07:29:29.992Z | INFO | SledAgent (SledAgentMain): Checking current full hardware snapshot
file = sled-agent/src/bootstrap/pre_server.rs:119
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:1::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 32 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [] }], bgp: [] })))
|
180 | 2023-10-25T07:29:29.992Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:2494
|
181 | 2023-10-25T07:29:29.996Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/fa71e102-77da-46c1-861f-a64374ef490d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:586
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
182 | 2023-10-25T07:29:30.087Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
183 | 2023-10-25T07:29:30.265Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
184 | 2023-10-25T07:29:30.374Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
185 | 2023-10-25T07:29:30.602Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
186 | 2023-10-25T07:29:30.763Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
187 | 2023-10-25T07:29:30.939Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
188 | 2023-10-25T07:29:31.197Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
189 | 2023-10-25T07:29:31.530Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
190 | 2023-10-25T07:29:32.119Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
191 | 2023-10-25T07:29:32.196Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone
file = sled-agent/src/services.rs:1332
|
192 | 2023-10-25T07:29:32.196Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:622
zone = oxz_switch
|
193 | 2023-10-25T07:29:32.604Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
194 | 2023-10-25T07:29:32.660Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
195 | 2023-10-25T07:29:33.115Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
196 | 2023-10-25T07:29:34.134Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
197 | 2023-10-25T07:29:35.438Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
198 | 2023-10-25T07:29:36.567Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
199 | 2023-10-25T07:29:36.729Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe9b:bc65
file = sled-agent/src/services.rs:1339
|
200 | 2023-10-25T07:29:36.735Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
201 | 2023-10-25T07:29:36.855Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:1748
|
202 | 2023-10-25T07:29:37.095Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:1636
|
203 | 2023-10-25T07:29:37.384Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:1666
|
204 | 2023-10-25T07:29:37.584Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:1959
|
205 | 2023-10-25T07:29:37.661Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {}
|
206 | 2023-10-25T07:29:37.728Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:1964
|
207 | 2023-10-25T07:29:37.905Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:1851
|
208 | 2023-10-25T07:29:37.979Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
209 | 2023-10-25T07:29:38.062Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:1663
|
210 | 2023-10-25T07:29:38.072Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:2737
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
211 | 2023-10-25T07:29:38.072Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:2753
|
212 | 2023-10-25T07:29:38.072Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_switch
|
213 | 2023-10-25T07:29:38.620Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:2761
|
214 | 2023-10-25T07:29:38.626Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:2816
|
215 | 2023-10-25T07:29:38.807Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:2856
rack_subnet = fd00:1122:3344::
|
216 | 2023-10-25T07:29:38.860Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:349
|
217 | 2023-10-25T07:29:38.895Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 47.575541ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "c46e77a5-ec76-43b3-9c75-8640993394c4", "content-length": "152", "date": "Wed, 25 Oct 2023 07:29:38 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "c46e77a5-ec76-43b3-9c75-8640993394c4" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
218 | 2023-10-25T07:29:38.945Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 123.653565ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "505845cb-d45d-4ca5-9337-9069721ad4d3", "content-length": "152", "date": "Wed, 25 Oct 2023 07:29:38 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "505845cb-d45d-4ca5-9337-9069721ad4d3" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
219 | 2023-10-25T07:29:39.071Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 122.947427ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "2d963167-4fb3-46d1-abbc-3ebc3a2485f1", "content-length": "152", "date": "Wed, 25 Oct 2023 07:29:38 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "2d963167-4fb3-46d1-abbc-3ebc3a2485f1" }
file = sled-agent/src/bootstrap/early_networking.rs:368
|
220 | 2023-10-25T07:29:39.195Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:397
|
221 | 2023-10-25T07:29:39.230Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:458
|
222 | 2023-10-25T07:29:39.230Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:530
|
223 | 2023-10-25T07:29:39.230Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:533
uptime = 2
|
224 | 2023-10-25T07:29:39.230Z | INFO | SledAgent (ServiceManager): Configuring boundary services loopback address on switch
config = Ipv6Entry {\n addr: fd00:99::1,\n tag: "rss",\n}
file = sled-agent/src/bootstrap/early_networking.rs:419
|
225 | 2023-10-25T07:29:39.230Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n speed: Speed40G,\n },\n },\n },\n tag: "rss",\n v4_routes: {\n "0.0.0.0/0": RouteSettingsV4 {\n link_id: 0,\n nexthop: 10.151.2.100,\n vid: None,\n },\n },\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:430
|
226 | 2023-10-25T07:29:39.231Z | INFO | SledAgent (ServiceManager): advertising boundary services loopback address
file = sled-agent/src/bootstrap/early_networking.rs:443
|
227 | 2023-10-25T07:29:39.267Z | INFO | SledAgent (ServiceManager): Sending prefix to ddmd for advertisement
DdmAdminClient = [fd00:1122:3344:101::2]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:99::, len: 64 }
|
228 | 2023-10-25T07:29:39.311Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:a02a::1]:35598
|
229 | 2023-10-25T07:29:39.311Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
230 | 2023-10-25T07:29:39.311Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
231 | 2023-10-25T07:29:39.345Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59657
|
232 | 2023-10-25T07:29:39.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59657
req_id = 2a634a63-0fe2-4125-85a0-3f85ca1ce536
response_code = 200
uri = /zpools
|
233 | 2023-10-25T07:29:39.377Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41609
|
234 | 2023-10-25T07:29:39.377Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 852
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41609
req_id = c34df60f-e81c-43c4-809a-ebc3571aee98
response_code = 200
uri = /sled-role
|
235 | 2023-10-25T07:29:39.380Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:748
|
236 | 2023-10-25T07:29:39.414Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
237 | 2023-10-25T07:29:39.414Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 965df092-0b6e-44f2-946f-004e3b779ff6, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 965df092-0b6e-44f2-946f-004e3b779ff6, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 965df092-0b6e-44f2-946f-004e3b779ff6 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 1f52ac37-3a0a-4874-9873-8979a4155077, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 1f52ac37-3a0a-4874-9873-8979a4155077, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 1f52ac37-3a0a-4874-9873-8979a4155077 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 5f85facf-ada3-4e08-b53d-566f078677c7, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 5f85facf-ada3-4e08-b53d-566f078677c7, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 5f85facf-ada3-4e08-b53d-566f078677c7 }], zone_type: InternalDns }]
file = sled-agent/src/rack_setup/service.rs:285
|
238 | 2023-10-25T07:29:39.414Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41694
|
239 | 2023-10-25T07:29:39.415Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 965df092-0b6e-44f2-946f-004e3b779ff6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
240 | 2023-10-25T07:29:39.470Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1f52ac37-3a0a-4874-9873-8979a4155077, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
241 | 2023-10-25T07:29:39.522Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5f85facf-ada3-4e08-b53d-566f078677c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
242 | 2023-10-25T07:29:39.636Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7
file = illumos-utils/src/zone.rs:314
|
243 | 2023-10-25T07:29:39.641Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6
file = illumos-utils/src/zone.rs:314
|
244 | 2023-10-25T07:29:39.645Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077
file = illumos-utils/src/zone.rs:314
|
245 | 2023-10-25T07:29:39.657Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7
file = illumos-utils/src/zone.rs:353
|
246 | 2023-10-25T07:29:39.662Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6
file = illumos-utils/src/zone.rs:353
|
247 | 2023-10-25T07:29:39.669Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077
file = illumos-utils/src/zone.rs:353
|
248 | 2023-10-25T07:29:40.215Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
249 | 2023-10-25T07:29:41.154Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077
|
250 | 2023-10-25T07:29:41.160Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6
|
251 | 2023-10-25T07:29:41.229Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7
|
252 | 2023-10-25T07:29:42.186Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
253 | 2023-10-25T07:29:42.663Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
254 | 2023-10-25T07:29:42.680Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44830
|
255 | 2023-10-25T07:29:42.680Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 72
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44830
req_id = 5832f5d7-5aef-47c2-8b78-3ffb28f548fd
response_code = 200
uri = /baseboard
|
256 | 2023-10-25T07:29:44.087Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
257 | 2023-10-25T07:29:46.486Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1361
|
258 | 2023-10-25T07:29:46.486Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077
|
259 | 2023-10-25T07:29:47.047Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1369
|
260 | 2023-10-25T07:29:47.047Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
261 | 2023-10-25T07:29:47.226Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
262 | 2023-10-25T07:29:47.758Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
263 | 2023-10-25T07:29:47.766Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
264 | 2023-10-25T07:29:47.814Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1361
|
265 | 2023-10-25T07:29:47.814Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7
|
266 | 2023-10-25T07:29:47.876Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
267 | 2023-10-25T07:29:48.362Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1369
|
268 | 2023-10-25T07:29:48.362Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
269 | 2023-10-25T07:29:48.536Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
270 | 2023-10-25T07:29:49.092Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1361
|
271 | 2023-10-25T07:29:49.092Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6
|
272 | 2023-10-25T07:29:49.643Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1369
|
273 | 2023-10-25T07:29:49.643Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1395
|
274 | 2023-10-25T07:29:49.705Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 30.062936558s
|
275 | 2023-10-25T07:29:49.705Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 30.061182086s
|
276 | 2023-10-25T07:29:49.705Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 30.065146888s
|
277 | 2023-10-25T07:29:49.705Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 30.061848568s
|
278 | 2023-10-25T07:29:49.705Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 30.061827937s
|
279 | 2023-10-25T07:29:49.817Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:1568
|
280 | 2023-10-25T07:29:50.298Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
281 | 2023-10-25T07:29:50.351Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
282 | 2023-10-25T07:29:50.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 10937212
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:41694
req_id = bb0b34cf-0b6c-4626-891c-a4157411dc1d
response_code = 204
uri = /services
|
283 | 2023-10-25T07:29:50.354Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
284 | 2023-10-25T07:29:50.945Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
285 | 2023-10-25T07:29:51.642Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 31.997911237s
|
286 | 2023-10-25T07:29:51.642Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 31.998924345s
|
287 | 2023-10-25T07:29:51.642Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 32.000167177s
|
288 | 2023-10-25T07:29:51.651Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
289 | 2023-10-25T07:29:51.691Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:392
|
290 | 2023-10-25T07:29:51.731Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:428
|
291 | 2023-10-25T07:29:51.731Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
292 | 2023-10-25T07:29:51.764Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
293 | 2023-10-25T07:29:51.765Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
294 | 2023-10-25T07:29:51.765Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
295 | 2023-10-25T07:29:51.797Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
296 | 2023-10-25T07:29:51.797Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 965df092-0b6e-44f2-946f-004e3b779ff6, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 965df092-0b6e-44f2-946f-004e3b779ff6, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 965df092-0b6e-44f2-946f-004e3b779ff6 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 1f52ac37-3a0a-4874-9873-8979a4155077, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 1f52ac37-3a0a-4874-9873-8979a4155077, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 1f52ac37-3a0a-4874-9873-8979a4155077 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 5f85facf-ada3-4e08-b53d-566f078677c7, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 5f85facf-ada3-4e08-b53d-566f078677c7, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 5f85facf-ada3-4e08-b53d-566f078677c7 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: f155e354-4667-41a4-86df-7b7c9baf046a, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7ce58a49-220b-45b2-9934-d71073d81cb5, ip: 172.30.3.5, kind: Service(f155e354-4667-41a4-86df-7b7c9baf046a), mac: MacAddr("A8:40:25:FF:F2:EA"), name: Name("ntp-f155e354-4667-41a4-86df-7b7c9baf046a"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: f155e354-4667-41a4-86df-7b7c9baf046a }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
297 | 2023-10-25T07:29:51.798Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58643
|
298 | 2023-10-25T07:29:51.798Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 965df092-0b6e-44f2-946f-004e3b779ff6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
299 | 2023-10-25T07:29:51.820Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1f52ac37-3a0a-4874-9873-8979a4155077, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
300 | 2023-10-25T07:29:51.840Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5f85facf-ada3-4e08-b53d-566f078677c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
301 | 2023-10-25T07:29:51.862Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
302 | 2023-10-25T07:29:51.897Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
303 | 2023-10-25T07:29:51.898Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
304 | 2023-10-25T07:29:51.898Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
305 | 2023-10-25T07:29:51.946Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 242, 234]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
306 | 2023-10-25T07:29:51.946Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: f155e354-4667-41a4-86df-7b7c9baf046a, details: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7ce58a49-220b-45b2-9934-d71073d81cb5, kind: Service { id: f155e354-4667-41a4-86df-7b7c9baf046a }, name: Name("ntp-f155e354-4667-41a4-86df-7b7c9baf046a"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 234])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }
|
307 | 2023-10-25T07:29:51.947Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
308 | 2023-10-25T07:29:51.947Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
309 | 2023-10-25T07:29:51.948Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
310 | 2023-10-25T07:29:51.973Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a
file = illumos-utils/src/zone.rs:314
|
311 | 2023-10-25T07:29:51.992Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a
file = illumos-utils/src/zone.rs:353
|
312 | 2023-10-25T07:29:52.768Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
313 | 2023-10-25T07:29:52.939Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a
|
314 | 2023-10-25T07:29:53.704Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.06368337s
|
315 | 2023-10-25T07:29:53.876Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.233475022s
|
316 | 2023-10-25T07:29:53.904Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.263237896s
|
317 | 2023-10-25T07:29:53.963Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, variant: U2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 34.319909372s
|
318 | 2023-10-25T07:29:54.985Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 35.34487422s
|
319 | 2023-10-25T07:29:55.042Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 35.398244587s
|
320 | 2023-10-25T07:29:55.125Z | WARN | SledAgent (StorageManager): failed to notify nexus about Add { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, variant: M2 }
file = sled-agent/src/storage_manager.rs:958
total duration = 35.48547877s
|
321 | 2023-10-25T07:29:55.947Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
sled_id = fa71e102-77da-46c1-861f-a64374ef490d
|
322 | 2023-10-25T07:29:57.515Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1361
|
323 | 2023-10-25T07:29:57.515Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a
|
324 | 2023-10-25T07:29:58.071Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1369
|
325 | 2023-10-25T07:29:58.071Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
326 | 2023-10-25T07:29:58.269Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:1909
|
327 | 2023-10-25T07:29:58.295Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a
|
328 | 2023-10-25T07:30:03.720Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
329 | 2023-10-25T07:30:03.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 11977599
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58643
req_id = c9c2bd2c-55ef-4b87-98c8-c4d9cfd779c8
response_code = 204
uri = /services
|
330 | 2023-10-25T07:30:03.778Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:469
|
331 | 2023-10-25T07:30:03.809Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
332 | 2023-10-25T07:30:03.809Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61548
|
333 | 2023-10-25T07:30:03.819Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:2480
|
334 | 2023-10-25T07:30:03.819Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 10078
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61548
req_id = a281b0fe-a302-41f7-b9bf-8fccfa0c381f
response_code = 500
uri = /timesync
|
335 | 2023-10-25T07:30:03.822Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
336 | 2023-10-25T07:30:03.990Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
337 | 2023-10-25T07:30:03.990Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47195
|
338 | 2023-10-25T07:30:03.999Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8762
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47195
req_id = f7c74ecf-22a2-41c4-8545-0e473304431d
response_code = 200
uri = /timesync
|
339 | 2023-10-25T07:30:04.001Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
340 | 2023-10-25T07:30:04.001Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
341 | 2023-10-25T07:30:04.139Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
342 | 2023-10-25T07:30:04.139Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53055
|
343 | 2023-10-25T07:30:04.149Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9712
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53055
req_id = f2957247-bf06-4347-9b9d-20a45e1016b4
response_code = 200
uri = /timesync
|
344 | 2023-10-25T07:30:04.153Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
345 | 2023-10-25T07:30:04.153Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
346 | 2023-10-25T07:30:04.382Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
347 | 2023-10-25T07:30:04.383Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42679
|
348 | 2023-10-25T07:30:04.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8575
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42679
req_id = b9a0be67-0f07-471b-95be-ddc6b3e8d536
response_code = 200
uri = /timesync
|
349 | 2023-10-25T07:30:04.393Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
350 | 2023-10-25T07:30:04.393Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
351 | 2023-10-25T07:30:04.633Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
352 | 2023-10-25T07:30:04.633Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38038
|
353 | 2023-10-25T07:30:04.642Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8548
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38038
req_id = 2bf95cff-b889-42a1-8d87-076d16cba92b
response_code = 200
uri = /timesync
|
354 | 2023-10-25T07:30:04.644Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
355 | 2023-10-25T07:30:04.644Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
356 | 2023-10-25T07:30:04.799Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
357 | 2023-10-25T07:30:04.799Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59406
|
358 | 2023-10-25T07:30:04.808Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8444
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59406
req_id = c2ab26f4-18ca-4e6d-bd43-e967941b9641
response_code = 200
uri = /timesync
|
359 | 2023-10-25T07:30:04.810Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
360 | 2023-10-25T07:30:04.810Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
361 | 2023-10-25T07:30:04.983Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
362 | 2023-10-25T07:30:04.983Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51329
|
363 | 2023-10-25T07:30:04.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8950
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51329
req_id = 764f4016-8fea-449d-84c1-b32bce08fb35
response_code = 200
uri = /timesync
|
364 | 2023-10-25T07:30:04.995Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
365 | 2023-10-25T07:30:04.995Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
366 | 2023-10-25T07:30:05.398Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
367 | 2023-10-25T07:30:05.399Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59713
|
368 | 2023-10-25T07:30:05.408Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 9449
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59713
req_id = 771cd52f-c19f-4763-a72e-0f2b66355d9a
response_code = 200
uri = /timesync
|
369 | 2023-10-25T07:30:05.410Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
370 | 2023-10-25T07:30:05.410Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
371 | 2023-10-25T07:30:05.826Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
372 | 2023-10-25T07:30:05.826Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57390
|
373 | 2023-10-25T07:30:05.835Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8609
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57390
req_id = 5216789f-a365-46c0-aec5-b1b79429fbca
response_code = 200
uri = /timesync
|
374 | 2023-10-25T07:30:05.838Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
375 | 2023-10-25T07:30:05.838Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
376 | 2023-10-25T07:30:06.141Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
377 | 2023-10-25T07:30:06.141Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43536
|
378 | 2023-10-25T07:30:06.150Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8437
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43536
req_id = 100a1639-56bf-410d-b622-b9eb39a6cfab
response_code = 200
uri = /timesync
|
379 | 2023-10-25T07:30:06.153Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
380 | 2023-10-25T07:30:06.153Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
381 | 2023-10-25T07:30:06.908Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
382 | 2023-10-25T07:30:06.908Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59051
|
383 | 2023-10-25T07:30:06.916Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8506
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59051
req_id = 2ea74008-9803-45db-90b3-d0a68a452aaf
response_code = 200
uri = /timesync
|
384 | 2023-10-25T07:30:06.920Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
385 | 2023-10-25T07:30:06.920Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
386 | 2023-10-25T07:30:07.573Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
387 | 2023-10-25T07:30:07.573Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62652
|
388 | 2023-10-25T07:30:07.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8991
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62652
req_id = 76548c3d-49de-4868-96aa-5cc449add8b9
response_code = 200
uri = /timesync
|
389 | 2023-10-25T07:30:07.585Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
390 | 2023-10-25T07:30:07.585Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
391 | 2023-10-25T07:30:08.629Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
392 | 2023-10-25T07:30:08.630Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56920
|
393 | 2023-10-25T07:30:08.638Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8686
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56920
req_id = db56f8f5-29a6-4840-84e6-3aaf3b9d35e0
response_code = 200
uri = /timesync
|
394 | 2023-10-25T07:30:08.641Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
395 | 2023-10-25T07:30:08.641Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
396 | 2023-10-25T07:30:08.721Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
397 | 2023-10-25T07:30:09.470Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
398 | 2023-10-25T07:30:09.470Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33404
|
399 | 2023-10-25T07:30:09.479Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8959
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33404
req_id = 74b4dda7-53d6-4cc8-aadd-95ce07cab07c
response_code = 200
uri = /timesync
|
400 | 2023-10-25T07:30:09.482Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
401 | 2023-10-25T07:30:09.482Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
402 | 2023-10-25T07:30:10.307Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
403 | 2023-10-25T07:30:10.307Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:32836
|
404 | 2023-10-25T07:30:10.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8034
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:32836
req_id = 11a27b24-203c-4013-8e4f-495b8d973eac
response_code = 200
uri = /timesync
|
405 | 2023-10-25T07:30:10.319Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1698219002.2897022, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
406 | 2023-10-25T07:30:10.319Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:499
|
407 | 2023-10-25T07:30:11.526Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:449
|
408 | 2023-10-25T07:30:11.526Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44106
|
409 | 2023-10-25T07:30:11.530Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
410 | 2023-10-25T07:30:11.535Z | INFO | SledAgent (ServiceManager): Setting boot time to 1698219011.535805593s
file = sled-agent/src/services.rs:2379
|
411 | 2023-10-25T07:30:11.542Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
412 | 2023-10-25T07:30:11.548Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone/oxz_internal_dns_1f52ac37-3a0a-4874-9873-8979a4155077/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
413 | 2023-10-25T07:30:11.554Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
414 | 2023-10-25T07:30:11.560Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_5f85facf-ada3-4e08-b53d-566f078677c7/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
415 | 2023-10-25T07:30:11.565Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
416 | 2023-10-25T07:30:11.571Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_internal_dns_965df092-0b6e-44f2-946f-004e3b779ff6/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
417 | 2023-10-25T07:30:11.577Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a/root/var/adm/utmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a/root/var/adm/utmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a/root/var/adm/utmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
418 | 2023-10-25T07:30:11.583Z | WARN | SledAgent (ServiceManager): Updating /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a/root/var/adm/wtmpx failed: Command [/usr/platform/oxide/bin/tmpx 1698219011 /pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a/root/var/adm/wtmpx] executed and failed with status: exit status: 1 stdout: stderr: tmpx: Invalid path: '/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone/oxz_ntp_f155e354-4667-41a4-86df-7b7c9baf046a/root/var/adm/wtmpx' (see utmpxname(3C))
file = sled-agent/src/services.rs:2396
|
419 | 2023-10-25T07:30:11.589Z | INFO | SledAgent (ServiceManager): Updated /var/adm/utmpx
file = sled-agent/src/services.rs:2399
|
420 | 2023-10-25T07:30:11.595Z | INFO | SledAgent (ServiceManager): Updated /var/adm/wtmpx
file = sled-agent/src/services.rs:2399
|
421 | 2023-10-25T07:30:11.595Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 68837
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44106
req_id = c13a1ac2-4e93-491c-a7be-c93a81797478
response_code = 200
uri = /timesync
|
422 | 2023-10-25T07:30:11.597Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1698219009.8721805, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:477
|
423 | 2023-10-25T07:30:11.597Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:966
|
424 | 2023-10-25T07:30:11.628Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
425 | 2023-10-25T07:30:11.628Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 965df092-0b6e-44f2-946f-004e3b779ff6, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 965df092-0b6e-44f2-946f-004e3b779ff6, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 965df092-0b6e-44f2-946f-004e3b779ff6 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 1f52ac37-3a0a-4874-9873-8979a4155077, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 1f52ac37-3a0a-4874-9873-8979a4155077, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 1f52ac37-3a0a-4874-9873-8979a4155077 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 5f85facf-ada3-4e08-b53d-566f078677c7, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 5f85facf-ada3-4e08-b53d-566f078677c7, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 5f85facf-ada3-4e08-b53d-566f078677c7 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: 9ab0d7a2-255c-4672-a26d-1620b04904dd, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: 9ab0d7a2-255c-4672-a26d-1620b04904dd, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: 9ab0d7a2-255c-4672-a26d-1620b04904dd }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: ab6141a3-7962-414b-be50-515c9df514ff, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: ab6141a3-7962-414b-be50-515c9df514ff, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: ab6141a3-7962-414b-be50-515c9df514ff }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: dcf19c04-9532-4f94-a98f-da3c8046b92e, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: dcf19c04-9532-4f94-a98f-da3c8046b92e, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: dcf19c04-9532-4f94-a98f-da3c8046b92e }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: f155e354-4667-41a4-86df-7b7c9baf046a, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7ce58a49-220b-45b2-9934-d71073d81cb5, ip: 172.30.3.5, kind: Service(f155e354-4667-41a4-86df-7b7c9baf046a), mac: MacAddr("A8:40:25:FF:F2:EA"), name: Name("ntp-f155e354-4667-41a4-86df-7b7c9baf046a"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: f155e354-4667-41a4-86df-7b7c9baf046a }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
426 | 2023-10-25T07:30:11.628Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35076
|
427 | 2023-10-25T07:30:11.629Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 965df092-0b6e-44f2-946f-004e3b779ff6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
428 | 2023-10-25T07:30:11.650Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1f52ac37-3a0a-4874-9873-8979a4155077, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
429 | 2023-10-25T07:30:11.670Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5f85facf-ada3-4e08-b53d-566f078677c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
430 | 2023-10-25T07:30:11.690Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
431 | 2023-10-25T07:30:11.741Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 9ab0d7a2-255c-4672-a26d-1620b04904dd, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
432 | 2023-10-25T07:30:11.790Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
433 | 2023-10-25T07:30:11.839Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ab6141a3-7962-414b-be50-515c9df514ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
434 | 2023-10-25T07:30:11.888Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: dcf19c04-9532-4f94-a98f-da3c8046b92e, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
435 | 2023-10-25T07:30:12.042Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_9ab0d7a2-255c-4672-a26d-1620b04904dd
file = illumos-utils/src/zone.rs:314
|
436 | 2023-10-25T07:30:12.046Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f
file = illumos-utils/src/zone.rs:314
|
437 | 2023-10-25T07:30:12.051Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_5c97c543-4ea0-4ee5-b78f-ce3d5c998700
file = illumos-utils/src/zone.rs:314
|
438 | 2023-10-25T07:30:12.056Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ab6141a3-7962-414b-be50-515c9df514ff
file = illumos-utils/src/zone.rs:314
|
439 | 2023-10-25T07:30:12.061Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_dcf19c04-9532-4f94-a98f-da3c8046b92e
file = illumos-utils/src/zone.rs:314
|
440 | 2023-10-25T07:30:12.066Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_9ab0d7a2-255c-4672-a26d-1620b04904dd
file = illumos-utils/src/zone.rs:353
|
441 | 2023-10-25T07:30:12.070Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f
file = illumos-utils/src/zone.rs:353
|
442 | 2023-10-25T07:30:12.075Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_5c97c543-4ea0-4ee5-b78f-ce3d5c998700
file = illumos-utils/src/zone.rs:353
|
443 | 2023-10-25T07:30:12.080Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ab6141a3-7962-414b-be50-515c9df514ff
file = illumos-utils/src/zone.rs:353
|
444 | 2023-10-25T07:30:12.085Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_dcf19c04-9532-4f94-a98f-da3c8046b92e
file = illumos-utils/src/zone.rs:353
|
445 | 2023-10-25T07:30:13.039Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40806
|
446 | 2023-10-25T07:30:13.039Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 82
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40806
req_id = bc043f3f-6a47-4acf-ba35-4cb00a16bef4
response_code = 200
uri = /baseboard
|
447 | 2023-10-25T07:30:13.848Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
448 | 2023-10-25T07:30:15.705Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ab6141a3-7962-414b-be50-515c9df514ff:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
449 | 2023-10-25T07:30:15.705Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_ab6141a3-7962-414b-be50-515c9df514ff
|
450 | 2023-10-25T07:30:15.709Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
451 | 2023-10-25T07:30:18.048Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_9ab0d7a2-255c-4672-a26d-1620b04904dd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
452 | 2023-10-25T07:30:18.048Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_9ab0d7a2-255c-4672-a26d-1620b04904dd
|
453 | 2023-10-25T07:30:18.057Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_dcf19c04-9532-4f94-a98f-da3c8046b92e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
454 | 2023-10-25T07:30:18.057Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_dcf19c04-9532-4f94-a98f-da3c8046b92e
|
455 | 2023-10-25T07:30:18.103Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_5c97c543-4ea0-4ee5-b78f-ce3d5c998700:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
456 | 2023-10-25T07:30:18.103Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_5c97c543-4ea0-4ee5-b78f-ce3d5c998700
|
457 | 2023-10-25T07:30:18.150Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
458 | 2023-10-25T07:30:18.150Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f
|
459 | 2023-10-25T07:30:18.849Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
460 | 2023-10-25T07:30:23.850Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
461 | 2023-10-25T07:30:26.190Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 14758458
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:35076
req_id = be00203e-1952-4414-9883-62409a0b2ed4
response_code = 204
uri = /services
|
462 | 2023-10-25T07:30:26.225Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33308
|
463 | 2023-10-25T07:30:26.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 32927
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 4854fb99-4c99-4a59-ad6e-d8ecd1ec0da2
response_code = 500
uri = /cockroachdb
|
464 | 2023-10-25T07:30:26.258Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4854fb99-4c99-4a59-ad6e-d8ecd1ec0da2", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4854fb99-4c99-4a59-ad6e-d8ecd1ec0da2" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 74.45408ms
|
465 | 2023-10-25T07:30:26.360Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 26095
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = a0477bbe-077e-4798-9cbc-d7eee3327234
response_code = 500
uri = /cockroachdb
|
466 | 2023-10-25T07:30:26.360Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a0477bbe-077e-4798-9cbc-d7eee3327234", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a0477bbe-077e-4798-9cbc-d7eee3327234" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 76.747566ms
|
467 | 2023-10-25T07:30:26.465Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 26961
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 5bd39bb5-1ad8-4c55-91b6-9cd75b1b8b3b
response_code = 500
uri = /cockroachdb
|
468 | 2023-10-25T07:30:26.465Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5bd39bb5-1ad8-4c55-91b6-9cd75b1b8b3b", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5bd39bb5-1ad8-4c55-91b6-9cd75b1b8b3b" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 130.557765ms
|
469 | 2023-10-25T07:30:26.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 25427
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 7ad5dee0-b5d5-4e49-b1ff-dd5f51a4c2ca
response_code = 500
uri = /cockroachdb
|
470 | 2023-10-25T07:30:26.622Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7ad5dee0-b5d5-4e49-b1ff-dd5f51a4c2ca", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7ad5dee0-b5d5-4e49-b1ff-dd5f51a4c2ca" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 136.235556ms
|
471 | 2023-10-25T07:30:26.787Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27996
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 105f8ad1-ba0c-4acd-9e24-6842ff666877
response_code = 500
uri = /cockroachdb
|
472 | 2023-10-25T07:30:26.788Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "105f8ad1-ba0c-4acd-9e24-6842ff666877", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "105f8ad1-ba0c-4acd-9e24-6842ff666877" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 122.316383ms
|
473 | 2023-10-25T07:30:26.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28949
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 528194bb-8b1b-4162-aca3-e932fd00225b
response_code = 500
uri = /cockroachdb
|
474 | 2023-10-25T07:30:26.940Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "528194bb-8b1b-4162-aca3-e932fd00225b", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "528194bb-8b1b-4162-aca3-e932fd00225b" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 239.375526ms
|
475 | 2023-10-25T07:30:27.210Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 29323
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = f8bcf94b-e2e2-492d-9c7e-17da9560c284
response_code = 500
uri = /cockroachdb
|
476 | 2023-10-25T07:30:27.210Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f8bcf94b-e2e2-492d-9c7e-17da9560c284", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f8bcf94b-e2e2-492d-9c7e-17da9560c284" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 363.629276ms
|
477 | 2023-10-25T07:30:27.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28441
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 1657d826-3f1e-4361-b4cc-24bb480bba56
response_code = 500
uri = /cockroachdb
|
478 | 2023-10-25T07:30:27.604Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1657d826-3f1e-4361-b4cc-24bb480bba56", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1657d826-3f1e-4361-b4cc-24bb480bba56" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 221.728418ms
|
479 | 2023-10-25T07:30:27.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 26738
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 9d9fbdc5-7aa2-41cb-bbee-d612d6560890
response_code = 500
uri = /cockroachdb
|
480 | 2023-10-25T07:30:27.854Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9d9fbdc5-7aa2-41cb-bbee-d612d6560890", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9d9fbdc5-7aa2-41cb-bbee-d612d6560890" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 570.335446ms
|
481 | 2023-10-25T07:30:28.453Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27302
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 78a4ea63-adb0-4745-aaaf-94e49fb22ddf
response_code = 500
uri = /cockroachdb
|
482 | 2023-10-25T07:30:28.453Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "78a4ea63-adb0-4745-aaaf-94e49fb22ddf", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:28 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "78a4ea63-adb0-4745-aaaf-94e49fb22ddf" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 495.511813ms
|
483 | 2023-10-25T07:30:28.851Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
484 | 2023-10-25T07:30:28.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 28657
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 87380c66-8e1a-4b89-a684-796452f95c3d
response_code = 500
uri = /cockroachdb
|
485 | 2023-10-25T07:30:28.978Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "87380c66-8e1a-4b89-a684-796452f95c3d", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:28 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "87380c66-8e1a-4b89-a684-796452f95c3d" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 522.444696ms
|
486 | 2023-10-25T07:30:29.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 26831
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 0998e938-14d7-4c94-bc96-fd4fe139147b
response_code = 500
uri = /cockroachdb
|
487 | 2023-10-25T07:30:29.529Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0998e938-14d7-4c94-bc96-fd4fe139147b", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0998e938-14d7-4c94-bc96-fd4fe139147b" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 624.792983ms
|
488 | 2023-10-25T07:30:30.182Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27710
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = c116e865-e243-4df6-af91-966ea85055cb
response_code = 500
uri = /cockroachdb
|
489 | 2023-10-25T07:30:30.183Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c116e865-e243-4df6-af91-966ea85055cb", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c116e865-e243-4df6-af91-966ea85055cb" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 651.667307ms
|
490 | 2023-10-25T07:30:30.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27588
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 23605948-8212-41e8-b547-9528f27f519b
response_code = 500
uri = /cockroachdb
|
491 | 2023-10-25T07:30:30.863Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "23605948-8212-41e8-b547-9528f27f519b", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "23605948-8212-41e8-b547-9528f27f519b" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 987.130313ms
|
492 | 2023-10-25T07:30:31.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27630
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 4611bf0d-5e03-4c14-9513-8643b7f617e6
response_code = 500
uri = /cockroachdb
|
493 | 2023-10-25T07:30:31.879Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4611bf0d-5e03-4c14-9513-8643b7f617e6", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4611bf0d-5e03-4c14-9513-8643b7f617e6" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 679.984107ms
|
494 | 2023-10-25T07:30:32.588Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_549f52ba-97ce-4a02-917e-5fe5c22ac55f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:841
latency_us = 27938
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 5987f417-84f6-493a-b266-18789d4cef75
response_code = 500
uri = /cockroachdb
|
495 | 2023-10-25T07:30:32.589Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5987f417-84f6-493a-b266-18789d4cef75", "content-length": "124", "date": "Wed, 25 Oct 2023 07:30:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5987f417-84f6-493a-b266-18789d4cef75" }
file = sled-agent/src/rack_setup/service.rs:729
retry_after = 1.288817105s
|
496 | 2023-10-25T07:30:33.852Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
497 | 2023-10-25T07:30:33.911Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:2310
|
498 | 2023-10-25T07:30:46.936Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:2328
|
499 | 2023-10-25T07:30:51.637Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:2349
|
500 | 2023-10-25T07:30:51.637Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 17800501
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:33308
req_id = 424182de-d0e3-4280-baf0-dd569bef6e85
response_code = 204
uri = /cockroachdb
|
501 | 2023-10-25T07:30:51.637Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49278
|
502 | 2023-10-25T07:30:51.637Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 177
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49278
req_id = 60ed7148-8fe3-4c15-adbc-4db84a7cd0c6
response_code = 200
uri = /baseboard
|
503 | 2023-10-25T07:30:51.638Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
504 | 2023-10-25T07:30:51.675Z | INFO | SledAgent (RSS): sending service requests...
file = sled-agent/src/rack_setup/service.rs:283
|
505 | 2023-10-25T07:30:51.675Z | INFO | SledAgent (RSS): initializing sled services: [ServiceZoneRequest { addresses: [fd00:1122:3344:1::1], dataset: Some(DatasetRequest { id: 965df092-0b6e-44f2-946f-004e3b779ff6, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:1::1]:5353" }), id: 965df092-0b6e-44f2-946f-004e3b779ff6, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:1::1]:53", gz_address: fd00:1122:3344:1::2, gz_address_index: 0, http_address: "[fd00:1122:3344:1::1]:5353" }, id: 965df092-0b6e-44f2-946f-004e3b779ff6 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:2::1], dataset: Some(DatasetRequest { id: 1f52ac37-3a0a-4874-9873-8979a4155077, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:2::1]:5353" }), id: 1f52ac37-3a0a-4874-9873-8979a4155077, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:2::1]:53", gz_address: fd00:1122:3344:2::2, gz_address_index: 1, http_address: "[fd00:1122:3344:2::1]:5353" }, id: 1f52ac37-3a0a-4874-9873-8979a4155077 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:3::1], dataset: Some(DatasetRequest { id: 5f85facf-ada3-4e08-b53d-566f078677c7, name: DatasetName { kind: InternalDns, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:3::1]:5353" }), id: 5f85facf-ada3-4e08-b53d-566f078677c7, services: [ServiceZoneService { details: InternalDns { dns_address: "[fd00:1122:3344:3::1]:53", gz_address: fd00:1122:3344:3::2, gz_address_index: 2, http_address: "[fd00:1122:3344:3::1]:5353" }, id: 5f85facf-ada3-4e08-b53d-566f078677c7 }], zone_type: InternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::3], dataset: Some(DatasetRequest { id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::3]:32221" }), id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::3]:32221" }, id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::4], dataset: Some(DatasetRequest { id: 9ab0d7a2-255c-4672-a26d-1620b04904dd, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::4]:32221" }), id: 9ab0d7a2-255c-4672-a26d-1620b04904dd, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::4]:32221" }, id: 9ab0d7a2-255c-4672-a26d-1620b04904dd }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::5], dataset: Some(DatasetRequest { id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::5]:32221" }), id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::5]:32221" }, id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700 }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::6], dataset: Some(DatasetRequest { id: ab6141a3-7962-414b-be50-515c9df514ff, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::6]:32221" }), id: ab6141a3-7962-414b-be50-515c9df514ff, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::6]:32221" }, id: ab6141a3-7962-414b-be50-515c9df514ff }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::7], dataset: Some(DatasetRequest { id: dcf19c04-9532-4f94-a98f-da3c8046b92e, name: DatasetName { kind: CockroachDb, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::7]:32221" }), id: dcf19c04-9532-4f94-a98f-da3c8046b92e, services: [ServiceZoneService { details: CockroachDb { address: "[fd00:1122:3344:101::7]:32221" }, id: dcf19c04-9532-4f94-a98f-da3c8046b92e }], zone_type: CockroachDb }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::8], dataset: Some(DatasetRequest { id: 3c79b749-b606-44f5-a137-99534ffd6b4b, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::8]:5353" }), id: 3c79b749-b606-44f5-a137-99534ffd6b4b, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.2.164:53", http_address: "[fd00:1122:3344:101::8]:5353", nic: NetworkInterface { id: 5496bf7c-f7cb-4ac4-99e8-39b83e120fa7, ip: 172.30.1.5, kind: Service(3c79b749-b606-44f5-a137-99534ffd6b4b), mac: MacAddr("A8:40:25:FF:EB:CB"), name: Name("external-dns-3c79b749-b606-44f5-a137-99534ffd6b4b"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: 3c79b749-b606-44f5-a137-99534ffd6b4b }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::9], dataset: Some(DatasetRequest { id: ac17cb9b-2923-45b5-923c-18026cf3059d, name: DatasetName { kind: ExternalDns, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::9]:5353" }), id: ac17cb9b-2923-45b5-923c-18026cf3059d, services: [ServiceZoneService { details: ExternalDns { dns_address: "10.151.2.165:53", http_address: "[fd00:1122:3344:101::9]:5353", nic: NetworkInterface { id: 000e97b6-386e-4cae-91ed-b70ab1c04af7, ip: 172.30.1.6, kind: Service(ac17cb9b-2923-45b5-923c-18026cf3059d), mac: MacAddr("A8:40:25:FF:E3:D5"), name: Name("external-dns-ac17cb9b-2923-45b5-923c-18026cf3059d"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.1.0/24")), vni: Vni(100) } }, id: ac17cb9b-2923-45b5-923c-18026cf3059d }], zone_type: ExternalDns }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::a], dataset: None, id: c18262cf-7222-4f51-aee5-37dcfa593d70, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.166, external_tls: true, internal_address: "[fd00:1122:3344:101::a]:12221", nic: NetworkInterface { id: 8ab1e0ec-4146-423f-8727-29280e876168, ip: 172.30.2.5, kind: Service(c18262cf-7222-4f51-aee5-37dcfa593d70), mac: MacAddr("A8:40:25:FF:F4:D7"), name: Name("nexus-c18262cf-7222-4f51-aee5-37dcfa593d70"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: c18262cf-7222-4f51-aee5-37dcfa593d70 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::b], dataset: None, id: 9f3d1ae4-3c38-4796-b430-c081b52a3826, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.167, external_tls: true, internal_address: "[fd00:1122:3344:101::b]:12221", nic: NetworkInterface { id: ed8afbcc-3001-4b00-ad80-586aaa370d00, ip: 172.30.2.6, kind: Service(9f3d1ae4-3c38-4796-b430-c081b52a3826), mac: MacAddr("A8:40:25:FF:DC:E0"), name: Name("nexus-9f3d1ae4-3c38-4796-b430-c081b52a3826"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 9f3d1ae4-3c38-4796-b430-c081b52a3826 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::c], dataset: None, id: 85ff9678-7351-4224-965f-6cd43fc99da2, services: [ServiceZoneService { details: Nexus { external_dns_servers: [1.1.1.1, 9.9.9.9], external_ip: 10.151.2.168, external_tls: true, internal_address: "[fd00:1122:3344:101::c]:12221", nic: NetworkInterface { id: 1b6b9deb-5c77-43eb-b35a-64bcbb72b464, ip: 172.30.2.7, kind: Service(85ff9678-7351-4224-965f-6cd43fc99da2), mac: MacAddr("A8:40:25:FF:AB:38"), name: Name("nexus-85ff9678-7351-4224-965f-6cd43fc99da2"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.2.0/24")), vni: Vni(100) } }, id: 85ff9678-7351-4224-965f-6cd43fc99da2 }], zone_type: Nexus }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::d], dataset: None, id: fddbc2f8-b0a9-4a43-a608-e2bd2260b4f8, services: [ServiceZoneService { details: Oximeter { address: "[fd00:1122:3344:101::d]:12223" }, id: fddbc2f8-b0a9-4a43-a608-e2bd2260b4f8 }], zone_type: Oximeter }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::e], dataset: Some(DatasetRequest { id: 4b831784-be3a-416f-9a4c-97df1e394941, name: DatasetName { kind: Clickhouse, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::e]:8123" }), id: 4b831784-be3a-416f-9a4c-97df1e394941, services: [ServiceZoneService { details: Clickhouse { address: "[fd00:1122:3344:101::e]:8123" }, id: 4b831784-be3a-416f-9a4c-97df1e394941 }], zone_type: Clickhouse }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::f], dataset: None, id: 3e1680e7-ad99-4972-95e8-92651aabb0e4, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::f]:17000" }, id: 3e1680e7-ad99-4972-95e8-92651aabb0e4 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::10], dataset: None, id: a860316d-8e07-475b-a42c-f06826a62671, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::10]:17000" }, id: a860316d-8e07-475b-a42c-f06826a62671 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::11], dataset: None, id: 68469549-8998-46da-89bb-928e981c6460, services: [ServiceZoneService { details: CruciblePantry { address: "[fd00:1122:3344:101::11]:17000" }, id: 68469549-8998-46da-89bb-928e981c6460 }], zone_type: CruciblePantry }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::12], dataset: Some(DatasetRequest { id: ab12860f-6dda-41c9-85bc-0f5e176f3c92, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60") }, service_address: "[fd00:1122:3344:101::12]:32345" }), id: ab12860f-6dda-41c9-85bc-0f5e176f3c92, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::12]:32345" }, id: ab12860f-6dda-41c9-85bc-0f5e176f3c92 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::13], dataset: Some(DatasetRequest { id: 0348d0ca-3e7c-4d78-8d4c-cb0269d633ac, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930") }, service_address: "[fd00:1122:3344:101::13]:32345" }), id: 0348d0ca-3e7c-4d78-8d4c-cb0269d633ac, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::13]:32345" }, id: 0348d0ca-3e7c-4d78-8d4c-cb0269d633ac }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::14], dataset: Some(DatasetRequest { id: b20dca9b-d1f3-4966-908f-951821ffdc70, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7") }, service_address: "[fd00:1122:3344:101::14]:32345" }), id: b20dca9b-d1f3-4966-908f-951821ffdc70, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::14]:32345" }, id: b20dca9b-d1f3-4966-908f-951821ffdc70 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::15], dataset: Some(DatasetRequest { id: 206c4b76-edfd-4576-85fb-24874541e443, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::15]:32345" }), id: 206c4b76-edfd-4576-85fb-24874541e443, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::15]:32345" }, id: 206c4b76-edfd-4576-85fb-24874541e443 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::16], dataset: Some(DatasetRequest { id: 3f8146e4-a9b3-4851-badc-967edc34936e, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::16]:32345" }), id: 3f8146e4-a9b3-4851-badc-967edc34936e, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::16]:32345" }, id: 3f8146e4-a9b3-4851-badc-967edc34936e }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::17], dataset: Some(DatasetRequest { id: c4d36bd4-1c3a-4e75-b807-9bb0e0278a53, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::17]:32345" }), id: c4d36bd4-1c3a-4e75-b807-9bb0e0278a53, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::17]:32345" }, id: c4d36bd4-1c3a-4e75-b807-9bb0e0278a53 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::18], dataset: Some(DatasetRequest { id: 5281082d-454d-4578-8a40-9685f2bc250c, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_31bd71cd-4736-4a12-a387-9b74b050396f") }, service_address: "[fd00:1122:3344:101::18]:32345" }), id: 5281082d-454d-4578-8a40-9685f2bc250c, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::18]:32345" }, id: 5281082d-454d-4578-8a40-9685f2bc250c }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::19], dataset: Some(DatasetRequest { id: 7f3f8904-e99e-49c5-bfc5-fa3c04981115, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b") }, service_address: "[fd00:1122:3344:101::19]:32345" }), id: 7f3f8904-e99e-49c5-bfc5-fa3c04981115, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::19]:32345" }, id: 7f3f8904-e99e-49c5-bfc5-fa3c04981115 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1a], dataset: Some(DatasetRequest { id: 364b5bc8-206e-419c-8274-3dcf5f310857, name: DatasetName { kind: Crucible, pool_name: ZpoolName("oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03") }, service_address: "[fd00:1122:3344:101::1a]:32345" }), id: 364b5bc8-206e-419c-8274-3dcf5f310857, services: [ServiceZoneService { details: Crucible { address: "[fd00:1122:3344:101::1a]:32345" }, id: 364b5bc8-206e-419c-8274-3dcf5f310857 }], zone_type: Crucible }, ServiceZoneRequest { addresses: [fd00:1122:3344:101::1b], dataset: None, id: f155e354-4667-41a4-86df-7b7c9baf046a, services: [ServiceZoneService { details: BoundaryNtp { address: "[fd00:1122:3344:101::1b]:123", dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7ce58a49-220b-45b2-9934-d71073d81cb5, ip: 172.30.3.5, kind: Service(f155e354-4667-41a4-86df-7b7c9baf046a), mac: MacAddr("A8:40:25:FF:F2:EA"), name: Name("ntp-f155e354-4667-41a4-86df-7b7c9baf046a"), primary: true, slot: 0, subnet: V4(Ipv4Net("172.30.3.0/24")), vni: Vni(100) }, ntp_servers: ["0.pool.ntp.org"], snat_cfg: SourceNatConfig { first_port: 0, ip: 10.151.2.169, last_port: 16383 } }, id: f155e354-4667-41a4-86df-7b7c9baf046a }], zone_type: Ntp }]
file = sled-agent/src/rack_setup/service.rs:285
|
506 | 2023-10-25T07:30:51.675Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44302
|
507 | 2023-10-25T07:30:51.676Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 965df092-0b6e-44f2-946f-004e3b779ff6, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
508 | 2023-10-25T07:30:51.700Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 1f52ac37-3a0a-4874-9873-8979a4155077, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
509 | 2023-10-25T07:30:51.720Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5f85facf-ada3-4e08-b53d-566f078677c7, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
510 | 2023-10-25T07:30:51.742Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 549f52ba-97ce-4a02-917e-5fe5c22ac55f, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
511 | 2023-10-25T07:30:51.762Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 9ab0d7a2-255c-4672-a26d-1620b04904dd, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
512 | 2023-10-25T07:30:51.783Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5c97c543-4ea0-4ee5-b78f-ce3d5c998700, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
513 | 2023-10-25T07:30:51.803Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ab6141a3-7962-414b-be50-515c9df514ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
514 | 2023-10-25T07:30:51.825Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: dcf19c04-9532-4f94-a98f-da3c8046b92e, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: CockroachDb }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
515 | 2023-10-25T07:30:51.845Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3c79b749-b606-44f5-a137-99534ffd6b4b, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
516 | 2023-10-25T07:30:51.953Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ac17cb9b-2923-45b5-923c-18026cf3059d, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: ExternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
517 | 2023-10-25T07:30:52.031Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 4b831784-be3a-416f-9a4c-97df1e394941, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Clickhouse }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
518 | 2023-10-25T07:30:52.132Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ab12860f-6dda-41c9-85bc-0f5e176f3c92, dataset_name: DatasetName { pool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
519 | 2023-10-25T07:30:52.215Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 0348d0ca-3e7c-4d78-8d4c-cb0269d633ac, dataset_name: DatasetName { pool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
520 | 2023-10-25T07:30:52.286Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: b20dca9b-d1f3-4966-908f-951821ffdc70, dataset_name: DatasetName { pool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
521 | 2023-10-25T07:30:52.368Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 206c4b76-edfd-4576-85fb-24874541e443, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
522 | 2023-10-25T07:30:52.440Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3f8146e4-a9b3-4851-badc-967edc34936e, dataset_name: DatasetName { pool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
523 | 2023-10-25T07:30:52.504Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: c4d36bd4-1c3a-4e75-b807-9bb0e0278a53, dataset_name: DatasetName { pool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
524 | 2023-10-25T07:30:52.575Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 5281082d-454d-4578-8a40-9685f2bc250c, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
525 | 2023-10-25T07:30:52.643Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 7f3f8904-e99e-49c5-bfc5-fa3c04981115, dataset_name: DatasetName { pool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
526 | 2023-10-25T07:30:52.713Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 364b5bc8-206e-419c-8274-3dcf5f310857, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: Crucible }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-agent/src/storage_manager.rs:1005
|
527 | 2023-10-25T07:30:52.849Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
528 | 2023-10-25T07:30:52.851Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
529 | 2023-10-25T07:30:53.003Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
530 | 2023-10-25T07:30:53.005Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
531 | 2023-10-25T07:30:53.073Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:243
|
532 | 2023-10-25T07:30:53.095Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b20dca9b-d1f3-4966-908f-951821ffdc70
file = illumos-utils/src/zone.rs:314
|
533 | 2023-10-25T07:30:53.100Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_206c4b76-edfd-4576-85fb-24874541e443
file = illumos-utils/src/zone.rs:314
|
534 | 2023-10-25T07:30:53.105Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_fddbc2f8-b0a9-4a43-a608-e2bd2260b4f8
file = illumos-utils/src/zone.rs:314
|
535 | 2023-10-25T07:30:53.111Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_68469549-8998-46da-89bb-928e981c6460
file = illumos-utils/src/zone.rs:314
|
536 | 2023-10-25T07:30:53.116Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3f8146e4-a9b3-4851-badc-967edc34936e
file = illumos-utils/src/zone.rs:314
|
537 | 2023-10-25T07:30:53.121Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_a860316d-8e07-475b-a42c-f06826a62671
file = illumos-utils/src/zone.rs:314
|
538 | 2023-10-25T07:30:53.126Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_4b831784-be3a-416f-9a4c-97df1e394941
file = illumos-utils/src/zone.rs:314
|
539 | 2023-10-25T07:30:53.132Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_5281082d-454d-4578-8a40-9685f2bc250c
file = illumos-utils/src/zone.rs:314
|
540 | 2023-10-25T07:30:53.137Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ab12860f-6dda-41c9-85bc-0f5e176f3c92
file = illumos-utils/src/zone.rs:314
|
541 | 2023-10-25T07:30:53.143Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7f3f8904-e99e-49c5-bfc5-fa3c04981115
file = illumos-utils/src/zone.rs:314
|
542 | 2023-10-25T07:30:53.148Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_364b5bc8-206e-419c-8274-3dcf5f310857
file = illumos-utils/src/zone.rs:314
|
543 | 2023-10-25T07:30:53.153Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b20dca9b-d1f3-4966-908f-951821ffdc70
file = illumos-utils/src/zone.rs:353
|
544 | 2023-10-25T07:30:53.159Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_206c4b76-edfd-4576-85fb-24874541e443
file = illumos-utils/src/zone.rs:353
|
545 | 2023-10-25T07:30:53.164Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_fddbc2f8-b0a9-4a43-a608-e2bd2260b4f8
file = illumos-utils/src/zone.rs:353
|
546 | 2023-10-25T07:30:53.169Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_68469549-8998-46da-89bb-928e981c6460
file = illumos-utils/src/zone.rs:353
|
547 | 2023-10-25T07:30:53.174Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3f8146e4-a9b3-4851-badc-967edc34936e
file = illumos-utils/src/zone.rs:353
|
548 | 2023-10-25T07:30:53.179Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_a860316d-8e07-475b-a42c-f06826a62671
file = illumos-utils/src/zone.rs:353
|
549 | 2023-10-25T07:30:53.184Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_4b831784-be3a-416f-9a4c-97df1e394941
file = illumos-utils/src/zone.rs:353
|
550 | 2023-10-25T07:30:53.189Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_5281082d-454d-4578-8a40-9685f2bc250c
file = illumos-utils/src/zone.rs:353
|
551 | 2023-10-25T07:30:53.194Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ab12860f-6dda-41c9-85bc-0f5e176f3c92
file = illumos-utils/src/zone.rs:353
|
552 | 2023-10-25T07:30:53.200Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7f3f8904-e99e-49c5-bfc5-fa3c04981115
file = illumos-utils/src/zone.rs:353
|
553 | 2023-10-25T07:30:53.207Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_364b5bc8-206e-419c-8274-3dcf5f310857
file = illumos-utils/src/zone.rs:353
|
554 | 2023-10-25T07:30:53.213Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_c4d36bd4-1c3a-4e75-b807-9bb0e0278a53
file = illumos-utils/src/zone.rs:314
|
555 | 2023-10-25T07:30:53.219Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_3e1680e7-ad99-4972-95e8-92651aabb0e4
file = illumos-utils/src/zone.rs:314
|
556 | 2023-10-25T07:30:53.225Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0348d0ca-3e7c-4d78-8d4c-cb0269d633ac
file = illumos-utils/src/zone.rs:314
|
557 | 2023-10-25T07:30:53.278Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
558 | 2023-10-25T07:30:53.315Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
559 | 2023-10-25T07:30:53.350Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
560 | 2023-10-25T07:30:53.384Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
561 | 2023-10-25T07:30:53.384Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_c4d36bd4-1c3a-4e75-b807-9bb0e0278a53
file = illumos-utils/src/zone.rs:353
|
562 | 2023-10-25T07:30:53.391Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_3e1680e7-ad99-4972-95e8-92651aabb0e4
file = illumos-utils/src/zone.rs:353
|
563 | 2023-10-25T07:30:53.433Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:260
|
564 | 2023-10-25T07:30:53.433Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0348d0ca-3e7c-4d78-8d4c-cb0269d633ac
file = illumos-utils/src/zone.rs:353
|
565 | 2023-10-25T07:30:53.443Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
566 | 2023-10-25T07:30:53.443Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
567 | 2023-10-25T07:30:53.519Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte1", _ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 227, 213]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte1" } }
|
568 | 2023-10-25T07:30:53.519Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: ac17cb9b-2923-45b5-923c-18026cf3059d, details: ExternalDns { http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 000e97b6-386e-4cae-91ed-b70ab1c04af7, kind: Service { id: ac17cb9b-2923-45b5-923c-18026cf3059d }, name: Name("external-dns-ac17cb9b-2923-45b5-923c-18026cf3059d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 213])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
569 | 2023-10-25T07:30:53.523Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
570 | 2023-10-25T07:30:53.523Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
571 | 2023-10-25T07:30:53.595Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte2", _ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 244, 215]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
572 | 2023-10-25T07:30:53.595Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: c18262cf-7222-4f51-aee5-37dcfa593d70, details: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 8ab1e0ec-4146-423f-8727-29280e876168, kind: Service { id: c18262cf-7222-4f51-aee5-37dcfa593d70 }, name: Name("nexus-c18262cf-7222-4f51-aee5-37dcfa593d70"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 215])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
573 | 2023-10-25T07:30:53.597Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
574 | 2023-10-25T07:30:53.597Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
575 | 2023-10-25T07:30:53.654Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte3", _ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 235, 203]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
576 | 2023-10-25T07:30:53.654Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 3c79b749-b606-44f5-a137-99534ffd6b4b, details: ExternalDns { http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 5496bf7c-f7cb-4ac4-99e8-39b83e120fa7, kind: Service { id: 3c79b749-b606-44f5-a137-99534ffd6b4b }, name: Name("external-dns-3c79b749-b606-44f5-a137-99534ffd6b4b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 203])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }
|
577 | 2023-10-25T07:30:53.656Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
578 | 2023-10-25T07:30:53.656Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
579 | 2023-10-25T07:30:53.712Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte4", _ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 220, 224]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte4" } }
|
580 | 2023-10-25T07:30:53.712Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 9f3d1ae4-3c38-4796-b430-c081b52a3826, details: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: ed8afbcc-3001-4b00-ad80-586aaa370d00, kind: Service { id: 9f3d1ae4-3c38-4796-b430-c081b52a3826 }, name: Name("nexus-9f3d1ae4-3c38-4796-b430-c081b52a3826"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 224])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
581 | 2023-10-25T07:30:53.715Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:285
|
582 | 2023-10-25T07:30:53.715Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:177
|
583 | 2023-10-25T07:30:53.786Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte5", _ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 171, 56]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
584 | 2023-10-25T07:30:53.786Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:884
service = ServiceZoneService { id: 85ff9678-7351-4224-965f-6cd43fc99da2, details: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 1b6b9deb-5c77-43eb-b35a-64bcbb72b464, kind: Service { id: 85ff9678-7351-4224-965f-6cd43fc99da2 }, name: Name("nexus-85ff9678-7351-4224-965f-6cd43fc99da2"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 56])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }
|
585 | 2023-10-25T07:30:53.787Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
586 | 2023-10-25T07:30:53.787Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
587 | 2023-10-25T07:30:53.787Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
588 | 2023-10-25T07:30:53.819Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
589 | 2023-10-25T07:30:53.819Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
590 | 2023-10-25T07:30:53.820Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
591 | 2023-10-25T07:30:53.820Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
592 | 2023-10-25T07:30:53.820Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
593 | 2023-10-25T07:30:53.820Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
594 | 2023-10-25T07:30:53.820Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
595 | 2023-10-25T07:30:53.820Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
596 | 2023-10-25T07:30:53.820Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
597 | 2023-10-25T07:30:53.854Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
598 | 2023-10-25T07:30:53.886Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
599 | 2023-10-25T07:30:53.919Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
600 | 2023-10-25T07:30:53.951Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_ac17cb9b-2923-45b5-923c-18026cf3059d
file = illumos-utils/src/zone.rs:314
|
601 | 2023-10-25T07:30:53.958Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_c18262cf-7222-4f51-aee5-37dcfa593d70
file = illumos-utils/src/zone.rs:314
|
602 | 2023-10-25T07:30:53.967Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_3c79b749-b606-44f5-a137-99534ffd6b4b
file = illumos-utils/src/zone.rs:314
|
603 | 2023-10-25T07:30:53.974Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_9f3d1ae4-3c38-4796-b430-c081b52a3826
file = illumos-utils/src/zone.rs:314
|
604 | 2023-10-25T07:30:53.981Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_85ff9678-7351-4224-965f-6cd43fc99da2
file = illumos-utils/src/zone.rs:314
|
605 | 2023-10-25T07:30:53.989Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_ac17cb9b-2923-45b5-923c-18026cf3059d
file = illumos-utils/src/zone.rs:353
|
606 | 2023-10-25T07:30:53.995Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_c18262cf-7222-4f51-aee5-37dcfa593d70
file = illumos-utils/src/zone.rs:353
|
607 | 2023-10-25T07:30:54.003Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_3c79b749-b606-44f5-a137-99534ffd6b4b
file = illumos-utils/src/zone.rs:353
|
608 | 2023-10-25T07:30:54.011Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_9f3d1ae4-3c38-4796-b430-c081b52a3826
file = illumos-utils/src/zone.rs:353
|
609 | 2023-10-25T07:30:54.018Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_85ff9678-7351-4224-965f-6cd43fc99da2
file = illumos-utils/src/zone.rs:353
|
610 | 2023-10-25T07:30:55.620Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_oximeter_fddbc2f8-b0a9-4a43-a608-e2bd2260b4f8
|
611 | 2023-10-25T07:30:55.769Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_68469549-8998-46da-89bb-928e981c6460:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
612 | 2023-10-25T07:30:55.769Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_68469549-8998-46da-89bb-928e981c6460
|
613 | 2023-10-25T07:30:55.941Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_3e1680e7-ad99-4972-95e8-92651aabb0e4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
614 | 2023-10-25T07:30:55.941Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_3e1680e7-ad99-4972-95e8-92651aabb0e4
|
615 | 2023-10-25T07:30:55.951Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_a860316d-8e07-475b-a42c-f06826a62671:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
616 | 2023-10-25T07:30:55.952Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_pantry_a860316d-8e07-475b-a42c-f06826a62671
|
617 | 2023-10-25T07:30:55.968Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_206c4b76-edfd-4576-85fb-24874541e443:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="95b01198-4a90-4f79-bff1-40ec168b0b44"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
618 | 2023-10-25T07:30:55.968Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_206c4b76-edfd-4576-85fb-24874541e443
|
619 | 2023-10-25T07:30:56.210Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_364b5bc8-206e-419c-8274-3dcf5f310857:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="0343610c-3e93-4ca6-a20b-c3e2cec0384d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
620 | 2023-10-25T07:30:56.211Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_364b5bc8-206e-419c-8274-3dcf5f310857
|
621 | 2023-10-25T07:30:56.449Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7f3f8904-e99e-49c5-bfc5-fa3c04981115:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="a533c814-c980-4b94-845b-8de6afc26735"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
622 | 2023-10-25T07:30:56.450Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_7f3f8904-e99e-49c5-bfc5-fa3c04981115
|
623 | 2023-10-25T07:30:56.636Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b20dca9b-d1f3-4966-908f-951821ffdc70:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="0b0bacb2-fcec-4fd3-a3cd-5a72675f0683"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
624 | 2023-10-25T07:30:56.662Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ab12860f-6dda-41c9-85bc-0f5e176f3c92:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="221cfb7a-13df-4ceb-9460-1ed82fd0e521"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
625 | 2023-10-25T07:30:56.663Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_ab12860f-6dda-41c9-85bc-0f5e176f3c92
|
626 | 2023-10-25T07:30:56.669Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_b20dca9b-d1f3-4966-908f-951821ffdc70
|
627 | 2023-10-25T07:30:56.683Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
628 | 2023-10-25T07:30:56.752Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0348d0ca-3e7c-4d78-8d4c-cb0269d633ac:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c63cc93c-5ed4-4f50-a95f-0dc55d3dfb1f"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
629 | 2023-10-25T07:30:56.754Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_0348d0ca-3e7c-4d78-8d4c-cb0269d633ac
|
630 | 2023-10-25T07:30:57.880Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_external_dns_ac17cb9b-2923-45b5-923c-18026cf3059d
|
631 | 2023-10-25T07:30:58.012Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_external_dns_3c79b749-b606-44f5-a137-99534ffd6b4b
|
632 | 2023-10-25T07:30:58.237Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_85ff9678-7351-4224-965f-6cd43fc99da2
|
633 | 2023-10-25T07:30:59.128Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_5281082d-454d-4578-8a40-9685f2bc250c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="898b068d-f6d1-417a-84e1-dd6be51bda29"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
634 | 2023-10-25T07:30:59.128Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_5281082d-454d-4578-8a40-9685f2bc250c
|
635 | 2023-10-25T07:30:59.178Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3f8146e4-a9b3-4851-badc-967edc34936e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="be46c190-aba0-47f7-850b-72b4cdc29d62"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
636 | 2023-10-25T07:30:59.191Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_3f8146e4-a9b3-4851-badc-967edc34936e
|
637 | 2023-10-25T07:30:59.429Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_c4d36bd4-1c3a-4e75-b807-9bb0e0278a53:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="dataset" value="oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="da44c4e9-ed88-4799-b922-729a25021087"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
638 | 2023-10-25T07:30:59.446Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_crucible_c4d36bd4-1c3a-4e75-b807-9bb0e0278a53
|
639 | 2023-10-25T07:31:00.022Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_4b831784-be3a-416f-9a4c-97df1e394941:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
640 | 2023-10-25T07:31:00.023Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_clickhouse_4b831784-be3a-416f-9a4c-97df1e394941
|
641 | 2023-10-25T07:31:00.714Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_c18262cf-7222-4f51-aee5-37dcfa593d70
|
642 | 2023-10-25T07:31:00.734Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
zone = oxz_nexus_9f3d1ae4-3c38-4796-b430-c081b52a3826
|
643 | 2023-10-25T07:31:01.692Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
644 | 2023-10-25T07:31:06.680Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
645 | 2023-10-25T07:31:06.982Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists
file = sled-agent/src/services.rs:1361
|
646 | 2023-10-25T07:31:06.982Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::9, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_external_dns_ac17cb9b-2923-45b5-923c-18026cf3059d
|
647 | 2023-10-25T07:31:07.631Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::9 exists - OK
file = sled-agent/src/services.rs:1369
|
648 | 2023-10-25T07:31:07.639Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
649 | 2023-10-25T07:31:08.997Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1531
|
650 | 2023-10-25T07:31:08.997Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_external_dns_ac17cb9b-2923-45b5-923c-18026cf3059d
|
651 | 2023-10-25T07:31:11.669Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
652 | 2023-10-25T07:31:14.968Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists
file = sled-agent/src/services.rs:1361
|
653 | 2023-10-25T07:31:14.969Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::a, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_c18262cf-7222-4f51-aee5-37dcfa593d70
|
654 | 2023-10-25T07:31:15.526Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::a exists - OK
file = sled-agent/src/services.rs:1369
|
655 | 2023-10-25T07:31:15.526Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
656 | 2023-10-25T07:31:15.739Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
657 | 2023-10-25T07:31:15.739Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_c18262cf-7222-4f51-aee5-37dcfa593d70
|
658 | 2023-10-25T07:31:16.656Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
659 | 2023-10-25T07:31:21.118Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists
file = sled-agent/src/services.rs:1361
|
660 | 2023-10-25T07:31:21.118Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::8, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_external_dns_3c79b749-b606-44f5-a137-99534ffd6b4b
|
661 | 2023-10-25T07:31:21.590Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51170
|
662 | 2023-10-25T07:31:21.590Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 111
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51170
req_id = df4bb87a-7985-42aa-91d8-c676de60e7f5
response_code = 200
uri = /baseboard
|
663 | 2023-10-25T07:31:21.643Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
664 | 2023-10-25T07:31:21.670Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::8 exists - OK
file = sled-agent/src/services.rs:1369
|
665 | 2023-10-25T07:31:21.670Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
666 | 2023-10-25T07:31:21.862Z | INFO | SledAgent (ServiceManager): Setting up external-dns service
file = sled-agent/src/services.rs:1531
|
667 | 2023-10-25T07:31:21.862Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_external_dns_3c79b749-b606-44f5-a137-99534ffd6b4b
|
668 | 2023-10-25T07:31:26.632Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
669 | 2023-10-25T07:31:26.708Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists
file = sled-agent/src/services.rs:1361
|
670 | 2023-10-25T07:31:26.708Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_9f3d1ae4-3c38-4796-b430-c081b52a3826
|
671 | 2023-10-25T07:31:27.267Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::b exists - OK
file = sled-agent/src/services.rs:1369
|
672 | 2023-10-25T07:31:27.267Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
673 | 2023-10-25T07:31:27.482Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
674 | 2023-10-25T07:31:27.482Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_9f3d1ae4-3c38-4796-b430-c081b52a3826
|
675 | 2023-10-25T07:31:31.621Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
676 | 2023-10-25T07:31:33.146Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists
file = sled-agent/src/services.rs:1361
|
677 | 2023-10-25T07:31:33.146Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::d, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_oximeter_fddbc2f8-b0a9-4a43-a608-e2bd2260b4f8
|
678 | 2023-10-25T07:31:33.705Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::d exists - OK
file = sled-agent/src/services.rs:1369
|
679 | 2023-10-25T07:31:33.705Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
680 | 2023-10-25T07:31:33.908Z | INFO | SledAgent (ServiceManager): Setting up oximeter service
file = sled-agent/src/services.rs:1630
|
681 | 2023-10-25T07:31:33.984Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists
file = sled-agent/src/services.rs:1361
|
682 | 2023-10-25T07:31:33.984Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::c, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:605
zone = oxz_nexus_85ff9678-7351-4224-965f-6cd43fc99da2
|
683 | 2023-10-25T07:31:34.543Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::c exists - OK
file = sled-agent/src/services.rs:1369
|
684 | 2023-10-25T07:31:34.543Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1390
|
685 | 2023-10-25T07:31:34.769Z | INFO | SledAgent (ServiceManager): Setting up Nexus service
file = sled-agent/src/services.rs:1432
|
686 | 2023-10-25T07:31:34.769Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:649
zone = oxz_nexus_85ff9678-7351-4224-965f-6cd43fc99da2
|
687 | 2023-10-25T07:31:36.609Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
688 | 2023-10-25T07:31:40.218Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 48676112
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:44302
req_id = f2c14f53-557b-4465-847d-9c7b3610b2ae
response_code = 204
uri = /services
|
689 | 2023-10-25T07:31:40.222Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:999
|
690 | 2023-10-25T07:31:40.224Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:524
|
691 | 2023-10-25T07:31:40.224Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:526
|
692 | 2023-10-25T07:31:40.259Z | INFO | SledAgent (RSS): rack_network_config: Some(
RackNetworkConfigV1 {
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 32,
},
),
],
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:1::,
prefix: 56,
},
},
)
file = sled-agent/src/rack_setup/service.rs:631
|
693 | 2023-10-25T07:31:40.259Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/2821bd13-b61c-4afe-a757-856e920357a0/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
694 | 2023-10-25T07:31:40.314Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/2821bd13-b61c-4afe-a757-856e920357a0/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
695 | 2023-10-25T07:31:40.477Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/2821bd13-b61c-4afe-a757-856e920357a0/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
696 | 2023-10-25T07:31:40.624Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/2821bd13-b61c-4afe-a757-856e920357a0/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:652
|
697 | 2023-10-25T07:31:41.597Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
698 | 2023-10-25T07:31:41.884Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f1a37ac1-a7b1-464c-8a0e-023ffdc83e7b", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:41 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f1a37ac1-a7b1-464c-8a0e-023ffdc83e7b" }
file = sled-agent/src/rack_setup/service.rs:652
|
699 | 2023-10-25T07:31:42.134Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "57e7599a-5398-4bb0-9362-7724702467ed", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:41 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "57e7599a-5398-4bb0-9362-7724702467ed" }
file = sled-agent/src/rack_setup/service.rs:652
|
700 | 2023-10-25T07:31:42.362Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0d5d20db-d387-4f27-a725-fc11dd2a3892", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0d5d20db-d387-4f27-a725-fc11dd2a3892" }
file = sled-agent/src/rack_setup/service.rs:652
|
701 | 2023-10-25T07:31:42.600Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7345d73d-5513-4480-a93d-424af38f683e", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7345d73d-5513-4480-a93d-424af38f683e" }
file = sled-agent/src/rack_setup/service.rs:652
|
702 | 2023-10-25T07:31:43.166Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a5fd03a3-960b-4600-8280-931f84e746f5", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:43 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a5fd03a3-960b-4600-8280-931f84e746f5" }
file = sled-agent/src/rack_setup/service.rs:652
|
703 | 2023-10-25T07:31:43.787Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d3755978-d0f7-4000-9302-ce536d10b6ea", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:43 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d3755978-d0f7-4000-9302-ce536d10b6ea" }
file = sled-agent/src/rack_setup/service.rs:652
|
704 | 2023-10-25T07:31:44.306Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0b00a49a-9715-4391-a73b-048023b783d2", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:43 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0b00a49a-9715-4391-a73b-048023b783d2" }
file = sled-agent/src/rack_setup/service.rs:652
|
705 | 2023-10-25T07:31:45.191Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b159eddf-44a2-4282-8439-72d4b9c5ac02", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:45 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b159eddf-44a2-4282-8439-72d4b9c5ac02" }
file = sled-agent/src/rack_setup/service.rs:652
|
706 | 2023-10-25T07:31:46.191Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d07c0b34-4ca6-464d-a541-d01ceda3f62a", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:46 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d07c0b34-4ca6-464d-a541-d01ceda3f62a" }
file = sled-agent/src/rack_setup/service.rs:652
|
707 | 2023-10-25T07:31:46.584Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
708 | 2023-10-25T07:31:47.249Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "79d54d02-2231-43c4-8581-25869606d31d", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "79d54d02-2231-43c4-8581-25869606d31d" }
file = sled-agent/src/rack_setup/service.rs:652
|
709 | 2023-10-25T07:31:47.930Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d5043fe6-ba24-44b2-ab68-fdd17b3c7304", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d5043fe6-ba24-44b2-ab68-fdd17b3c7304" }
file = sled-agent/src/rack_setup/service.rs:652
|
710 | 2023-10-25T07:31:49.181Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2f3ecfa9-f7be-4998-a5d9-d7c37867e36b", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:49 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2f3ecfa9-f7be-4998-a5d9-d7c37867e36b" }
file = sled-agent/src/rack_setup/service.rs:652
|
711 | 2023-10-25T07:31:50.063Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "90c6bb66-95ea-4011-a1e7-916b77990fae", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:49 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "90c6bb66-95ea-4011-a1e7-916b77990fae" }
file = sled-agent/src/rack_setup/service.rs:652
|
712 | 2023-10-25T07:31:51.543Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55416
|
713 | 2023-10-25T07:31:51.543Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:55416
req_id = 72b0a947-0daa-4e69-9444-95cefd0889a1
response_code = 200
uri = /baseboard
|
714 | 2023-10-25T07:31:51.571Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
715 | 2023-10-25T07:31:52.183Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "e95e270c-9137-4c6c-9c50-e558dfd5c314", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:52 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "e95e270c-9137-4c6c-9c50-e558dfd5c314" }
file = sled-agent/src/rack_setup/service.rs:652
|
716 | 2023-10-25T07:31:53.606Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d81c4c0a-e9ed-4c69-8770-2bcfaad0df05", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d81c4c0a-e9ed-4c69-8770-2bcfaad0df05" }
file = sled-agent/src/rack_setup/service.rs:652
|
717 | 2023-10-25T07:31:56.355Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "45b9b69c-2de6-43d5-893d-c4afbb0f798b", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "45b9b69c-2de6-43d5-893d-c4afbb0f798b" }
file = sled-agent/src/rack_setup/service.rs:652
|
718 | 2023-10-25T07:31:56.558Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
719 | 2023-10-25T07:31:59.123Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2aa7baf7-a574-41bf-8ba5-3fef4cd671e3", "content-length": "124", "date": "Wed, 25 Oct 2023 07:31:59 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2aa7baf7-a574-41bf-8ba5-3fef4cd671e3" }
file = sled-agent/src/rack_setup/service.rs:652
|
720 | 2023-10-25T07:32:01.546Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
721 | 2023-10-25T07:32:03.459Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "59d7c3ba-fd73-4bbd-a7e5-ae6fe6034ce6", "content-length": "124", "date": "Wed, 25 Oct 2023 07:32:03 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "59d7c3ba-fd73-4bbd-a7e5-ae6fe6034ce6" }
file = sled-agent/src/rack_setup/service.rs:652
|
722 | 2023-10-25T07:32:06.535Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
723 | 2023-10-25T07:32:07.279Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.759000267s
|
724 | 2023-10-25T07:32:07.281Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.761104484s
|
725 | 2023-10-25T07:32:07.283Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.762741994s
|
726 | 2023-10-25T07:32:07.284Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.764304362s
|
727 | 2023-10-25T07:32:07.286Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.765456693s
|
728 | 2023-10-25T07:32:07.288Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.767522159s
|
729 | 2023-10-25T07:32:07.289Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.768945495s
|
730 | 2023-10-25T07:32:07.347Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.826645199s
|
731 | 2023-10-25T07:32:07.365Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.844929317s
|
732 | 2023-10-25T07:32:07.366Z | WARN | SledAgent (StorageManager): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
file = sled-agent/src/storage_manager.rs:495
total duration = 167.846343272s
|
733 | 2023-10-25T07:32:07.431Z | INFO | SledAgent (SledAgentMain): contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "bc32c2bfa56443b9b5806cf017ede084" }
file = sled-agent/src/sled_agent.rs:549
id = fa71e102-77da-46c1-861f-a64374ef490d
|
734 | 2023-10-25T07:32:08.892Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "872364be-f045-4cd1-b134-894e9bc6f491", "content-length": "174", "date": "Wed, 25 Oct 2023 07:32:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"ceb4461c-cf56-4719-ad3c-14430bfdfb60\"", request_id: "872364be-f045-4cd1-b134-894e9bc6f491" }
file = sled-agent/src/rack_setup/service.rs:652
|
735 | 2023-10-25T07:32:11.522Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
736 | 2023-10-25T07:32:13.423Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ac93ce3f-fb63-43c4-bcff-b779596d4734", "content-length": "174", "date": "Wed, 25 Oct 2023 07:32:13 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: zpool with id \"ceb4461c-cf56-4719-ad3c-14430bfdfb60\"", request_id: "ac93ce3f-fb63-43c4-bcff-b779596d4734" }
file = sled-agent/src/rack_setup/service.rs:652
|
737 | 2023-10-25T07:32:16.510Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
738 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62045
|
739 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:399
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 000e97b6-386e-4cae-91ed-b70ab1c04af7, kind: Service { id: ac17cb9b-2923-45b5-923c-18026cf3059d }, name: Name("external-dns-ac17cb9b-2923-45b5-923c-18026cf3059d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 213])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 5496bf7c-f7cb-4ac4-99e8-39b83e120fa7, kind: Service { id: 3c79b749-b606-44f5-a137-99534ffd6b4b }, name: Name("external-dns-3c79b749-b606-44f5-a137-99534ffd6b4b"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 203])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1b6b9deb-5c77-43eb-b35a-64bcbb72b464, kind: Service { id: 85ff9678-7351-4224-965f-6cd43fc99da2 }, name: Name("nexus-85ff9678-7351-4224-965f-6cd43fc99da2"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 56])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 8ab1e0ec-4146-423f-8727-29280e876168, kind: Service { id: c18262cf-7222-4f51-aee5-37dcfa593d70 }, name: Name("nexus-c18262cf-7222-4f51-aee5-37dcfa593d70"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 215])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ed8afbcc-3001-4b00-ad80-586aaa370d00, kind: Service { id: 9f3d1ae4-3c38-4796-b430-c081b52a3826 }, name: Name("nexus-9f3d1ae4-3c38-4796-b430-c081b52a3826"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 224])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
740 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
741 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
742 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
743 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte0"
rules = []
|
744 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
745 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:418
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
746 | 2023-10-25T07:32:20.449Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 379
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62045
req_id = d66d0ec7-6c5c-41ec-87d4-82c297166348
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
747 | 2023-10-25T07:32:20.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34281
|
748 | 2023-10-25T07:32:20.774Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34281
req_id = 6a8b4778-a210-44b6-85f0-894c7e7250af
response_code = 200
uri = /network-bootstore-config
|
749 | 2023-10-25T07:32:20.780Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:662
|
750 | 2023-10-25T07:32:21.495Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36598
|
751 | 2023-10-25T07:32:21.495Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 47
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36598
req_id = e4bf5191-38be-4395-b312-b045fdb14127
response_code = 200
uri = /baseboard
|
752 | 2023-10-25T07:32:21.497Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
753 | 2023-10-25T07:32:26.492Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
754 | 2023-10-25T07:32:29.391Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58066
|
755 | 2023-10-25T07:32:29.391Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:188
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.2.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(15392008))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { name: "disk-c4aa20e4ed6", slot: Slot(0), read_only: false, device: "nvme", volume_construction_request: Volume { id: 8e098baf-ccd3-4be4-9835-5ca1493e4c48, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 8e098baf-ccd3-4be4-9835-5ca1493e4c48, target: [[fd00:1122:3344:101::19]:19000, [fd00:1122:3344:101::16]:19000, [fd00:1122:3344:101::1a]:19000], lossy: false, flush_timeout: None, key: Some("xc2Ei60wS3sllUGJ2Y83G/Hog0RxFKW1ScJVMeXBF3E="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: 1c01a746-cd78-428c-9eb1-a11f38cb5311, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACHDjxZV1lXAAAOPFlXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAhw48WVdZVwAADjxZVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxMzVkY2Y0My05YTM0LTQ3MzktODM4Ni0yYjliMzc4OGNmZTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQmk1Q3BKdFZiekg1ei91SVFFOXNDUk5SZUk4WWtqTWV1M2ZsMFZublFGRiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
instance_runtime = InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }
propolis_addr = [fd00:1122:3344:101::22]:12400
propolis_id = 2980ef5e-47fb-4291-ab39-0137440b9135
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-10-25T07:32:28.977648Z }
|
756 | 2023-10-25T07:32:29.392Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:222
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
757 | 2023-10-25T07:32:29.392Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:598
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
propolis_id = 2980ef5e-47fb-4291-ab39-0137440b9135
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: "localshark" }, nics: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, external_ips: [10.151.2.176], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(15392008))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19742bab-cd02-49be-85fc-d75ed54cc6d7, kind: Instance { id: 135dcf43-9a34-4739-8386-2b9b3788cfe8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 242, 250, 38])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(15392008), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { name: "disk-c4aa20e4ed6", slot: Slot(0), read_only: false, device: "nvme", volume_construction_request: Volume { id: 8e098baf-ccd3-4be4-9835-5ca1493e4c48, block_size: 512, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, opts: CrucibleOpts { id: 8e098baf-ccd3-4be4-9835-5ca1493e4c48, target: [[fd00:1122:3344:101::19]:19000, [fd00:1122:3344:101::16]:19000, [fd00:1122:3344:101::1a]:19000], lossy: false, flush_timeout: None, key: Some("xc2Ei60wS3sllUGJ2Y83G/Hog0RxFKW1ScJVMeXBF3E="), cert_pem: None, key_pem: None, root_cert_pem: None, control: None, read_only: false }, gen: 1 }], read_only_parent: Some(Url { id: 1c01a746-cd78-428c-9eb1-a11f38cb5311, block_size: 512, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }) } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACHDjxZV1lXAAAOPFlXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAhw48WVdZVwAADjxZVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxMzVkY2Y0My05YTM0LTQ3MzktODM4Ni0yYjliMzc4OGNmZTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQmk1Q3BKdFZiekg1ei91SVFFOXNDUk5SZUk4WWtqTWV1M2ZsMFZublFGRiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2023-10-25T07:32:28.977648Z }, propolis_addr: [fd00:1122:3344:101::22]:12400 }
|
758 | 2023-10-25T07:32:29.392Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 1191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58066
req_id = 90d1b554-3c0a-4594-ad36-867ee92ce88c
response_code = 200
uri = /instances/135dcf43-9a34-4739-8386-2b9b3788cfe8
|
759 | 2023-10-25T07:32:29.460Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61458
|
760 | 2023-10-25T07:32:29.482Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:383
port = Port { inner: PortInner { name: "opte6", _ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 242, 250, 38]), slot: 0, vni: Vni { inner: 15392008 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
761 | 2023-10-25T07:32:29.519Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135
file = illumos-utils/src/zone.rs:314
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
762 | 2023-10-25T07:32:29.539Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135
file = illumos-utils/src/zone.rs:353
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
763 | 2023-10-25T07:32:30.888Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::22"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::a]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
764 | 2023-10-25T07:32:30.888Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:509
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
zone = oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135
|
765 | 2023-10-25T07:32:31.495Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
766 | 2023-10-25T07:32:36.497Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
767 | 2023-10-25T07:32:36.920Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135
file = sled-agent/src/instance.rs:981
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
768 | 2023-10-25T07:32:37.610Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:990
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
769 | 2023-10-25T07:32:37.646Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1006
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
770 | 2023-10-25T07:32:37.646Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACHDjxZV1lXAAAOPFlXAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAhw48WVdZVwAADjxZVwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIxMzVkY2Y0My05YTM0LTQ3MzktODM4Ni0yYjliMzc4OGNmZTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQmk1Q3BKdFZiekg1ei91SVFFOXNDUk5SZUk4WWtqTWV1M2ZsMFZublFGRiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-c4aa20e4ed6", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 8e098baf-ccd3-4be4-9835-5ca1493e4c48, read_only_parent: Some(Url { block_size: 512, id: 1c01a746-cd78-428c-9eb1-a11f38cb5311, url: "http://[fd00:1122:3344:101::1]:54321/debian-11-genericcloud-amd64.raw" }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8e098baf-ccd3-4be4-9835-5ca1493e4c48, key: Some("xc2Ei60wS3sllUGJ2Y83G/Hog0RxFKW1ScJVMeXBF3E="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::19]:19000", "[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::1a]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 135dcf43-9a34-4739-8386-2b9b3788cfe8, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:449
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
771 | 2023-10-25T07:32:37.870Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:451
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
772 | 2023-10-25T07:32:37.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 8410119
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61458
req_id = 69ac01fc-8377-443b-a76a-8275dbf3afee
response_code = 200
uri = /instances/135dcf43-9a34-4739-8386-2b9b3788cfe8/state
|
773 | 2023-10-25T07:32:37.870Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2023-10-25T07:32:37.870562810Z }
file = sled-agent/src/instance.rs:333
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
774 | 2023-10-25T07:32:37.870Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
new_instance_state = InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-10-25T07:32:37.870562810Z }
propolis_id = 2980ef5e-47fb-4291-ab39-0137440b9135
|
775 | 2023-10-25T07:32:37.870Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }, propolis_id: 2980ef5e-47fb-4291-ab39-0137440b9135, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2023-10-25T07:32:37.870562810Z } }
|
776 | 2023-10-25T07:32:37.911Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2023-10-25T07:32:37.910988025Z }
file = sled-agent/src/instance.rs:333
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
777 | 2023-10-25T07:32:37.911Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
new_instance_state = InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-10-25T07:32:37.910988025Z }
propolis_id = 2980ef5e-47fb-4291-ab39-0137440b9135
|
778 | 2023-10-25T07:32:37.911Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }, propolis_id: 2980ef5e-47fb-4291-ab39-0137440b9135, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2023-10-25T07:32:37.910988025Z } }
|
779 | 2023-10-25T07:32:41.498Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
780 | 2023-10-25T07:32:46.499Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
781 | 2023-10-25T07:32:51.500Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
782 | 2023-10-25T07:32:51.523Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33986
|
783 | 2023-10-25T07:32:51.524Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 586
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33986
req_id = a32cd52e-6c6d-414d-ab4f-ed07a609dab9
response_code = 200
uri = /baseboard
|
784 | 2023-10-25T07:32:56.502Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
785 | 2023-10-25T07:33:01.503Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
786 | 2023-10-25T07:33:06.505Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
787 | 2023-10-25T07:33:11.507Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
788 | 2023-10-25T07:33:16.508Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
789 | 2023-10-25T07:33:21.509Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
790 | 2023-10-25T07:33:21.559Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37611
|
791 | 2023-10-25T07:33:21.559Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37611
req_id = 0af3c39d-6ef4-4f32-a1a3-552ec361e787
response_code = 200
uri = /baseboard
|
792 | 2023-10-25T07:33:26.511Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
793 | 2023-10-25T07:33:31.512Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
794 | 2023-10-25T07:33:36.514Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
795 | 2023-10-25T07:33:41.516Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
796 | 2023-10-25T07:33:46.518Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
797 | 2023-10-25T07:33:51.519Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
798 | 2023-10-25T07:33:51.593Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42442
|
799 | 2023-10-25T07:33:51.593Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 30
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42442
req_id = b4c0244b-454b-4d1c-8d03-6de7ff10c397
response_code = 200
uri = /baseboard
|
800 | 2023-10-25T07:33:56.520Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
801 | 2023-10-25T07:34:01.522Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
802 | 2023-10-25T07:34:06.523Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
803 | 2023-10-25T07:34:11.523Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
804 | 2023-10-25T07:34:16.525Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
805 | 2023-10-25T07:34:21.527Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
806 | 2023-10-25T07:34:21.627Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41161
|
807 | 2023-10-25T07:34:21.627Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 33
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41161
req_id = cec3099a-617d-4ed9-9898-f4d36ebc77d4
response_code = 200
uri = /baseboard
|
808 | 2023-10-25T07:34:26.530Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
809 | 2023-10-25T07:34:31.532Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
810 | 2023-10-25T07:34:36.533Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
811 | 2023-10-25T07:34:41.534Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
812 | 2023-10-25T07:34:46.537Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
813 | 2023-10-25T07:34:51.539Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
814 | 2023-10-25T07:34:51.663Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38150
|
815 | 2023-10-25T07:34:51.663Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 39
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38150
req_id = c92151b0-c12d-460b-b4ff-5ef3c55dc14a
response_code = 200
uri = /baseboard
|
816 | 2023-10-25T07:34:56.541Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
817 | 2023-10-25T07:35:01.542Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
818 | 2023-10-25T07:35:06.542Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
819 | 2023-10-25T07:35:11.544Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
820 | 2023-10-25T07:35:14.331Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58767
|
821 | 2023-10-25T07:35:14.332Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 472
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58767
req_id = 7785b73f-dca7-4011-87de-413207328635
response_code = 200
uri = /instances/135dcf43-9a34-4739-8386-2b9b3788cfe8/state
|
822 | 2023-10-25T07:35:14.332Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2023-10-25T07:35:14.332386380Z }
file = sled-agent/src/instance.rs:333
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
823 | 2023-10-25T07:35:14.332Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
new_instance_state = InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-10-25T07:35:14.332386380Z }
propolis_id = 2980ef5e-47fb-4291-ab39-0137440b9135
|
824 | 2023-10-25T07:35:14.332Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }, propolis_id: 2980ef5e-47fb-4291-ab39-0137440b9135, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2023-10-25T07:35:14.332386380Z } }
|
825 | 2023-10-25T07:35:14.381Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_status: NoMigration, time: 2023-10-25T07:35:14.381718834Z }
file = sled-agent/src/instance.rs:333
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
826 | 2023-10-25T07:35:14.381Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
new_instance_state = InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-10-25T07:35:14.381718834Z }
propolis_id = 2980ef5e-47fb-4291-ab39-0137440b9135
|
827 | 2023-10-25T07:35:14.381Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(2980ef5e-47fb-4291-ab39-0137440b9135), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2023-10-25T07:32:29.028665484Z }, propolis_id: 2980ef5e-47fb-4291-ab39-0137440b9135, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2023-10-25T07:35:14.381718834Z } }
|
828 | 2023-10-25T07:35:14.532Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2023-10-25T07:35:14.532509616Z }
file = sled-agent/src/instance.rs:333
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
829 | 2023-10-25T07:35:14.532Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:355
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-10-25T07:35:14.532509616Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-10-25T07:35:14.532509616Z }
propolis_id = 2980ef5e-47fb-4291-ab39-0137440b9135
|
830 | 2023-10-25T07:35:14.532Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:370
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
831 | 2023-10-25T07:35:14.533Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone", "/pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/debug", "/pool/ext/31bd71cd-4736-4a12-a387-9b74b050396f/crypt/debug", "/pool/ext/24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/debug", "/pool/ext/cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/debug", "/pool/ext/e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug", "/pool/ext/d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/debug", "/pool/ext/14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:441
zone_name = oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135
|
832 | 2023-10-25T07:35:15.195Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1234
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135", bundle_id: 23b527b6-04a6-4e22-9529-43528519530e }, time_created: 2023-10-25T07:35:14.533747158Z, version: 0, cause: TerminatedInstance }
|
833 | 2023-10-25T07:35:15.195Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_2980ef5e-47fb-4291-ab39-0137440b9135
file = sled-agent/src/instance.rs:543
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
834 | 2023-10-25T07:35:15.709Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/storage/dump_setup.rs:530
|
835 | 2023-10-25T07:35:16.546Z | INFO | SledAgent (BootstrapAgentStartup): Received prefixes from ddmd
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:119
prefixes = {"fe80::288a:fff:fe5a:3ee9": [PathVector { destination: Ipv6Prefix { addr: fd00:99::, len: 64 }, path: ["oxz_switch"] }]}
|
836 | 2023-10-25T07:35:16.760Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:268
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|
837 | 2023-10-25T07:35:16.787Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:258
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2023-10-25T07:35:14.532509616Z }, propolis_id: 2980ef5e-47fb-4291-ab39-0137440b9135, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2023-10-25T07:35:14.532509616Z } }
|
838 | 2023-10-25T07:35:16.906Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40147
|
839 | 2023-10-25T07:35:16.906Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:494
|
840 | 2023-10-25T07:35:16.906Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/fa728d0/dropshot/src/server.rs:853
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:40147
req_id = 44dc0d50-f035-473a-817c-7db6da70a3a7
response_code = 204
uri = /v2p/19742bab-cd02-49be-85fc-d75ed54cc6d7
|
841 | 2023-10-25T07:35:16.977Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:486
instance_id = 135dcf43-9a34-4739-8386-2b9b3788cfe8
|