| 1 | | [ Feb 14 21:05:48 Enabled. ] |
| 2 | | [ Feb 14 21:05:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Feb 14 21:05:48 Method "start" exited with status 0. ] |
| 4 | | [ Feb 14 21:05:48 Rereading configuration. ] |
| 5 | | [ Feb 14 21:05:48 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-02-14T21:05:48.879Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:247
|
| 8 | 2024-02-14T21:05:48.933Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:254
|
| 9 | 2024-02-14T21:05:48.933Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 10 | 2024-02-14T21:05:49.045Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 11 | 2024-02-14T21:05:49.054Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 12 | 2024-02-14T21:05:49.063Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:264
path = /var/run/oxide/
|
| 13 | 2024-02-14T21:05:49.667Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fdb0:200::, len: 64 }
|
| 14 | 2024-02-14T21:05:49.806Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:117
|
| 15 | 2024-02-14T21:05:49.806Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:129
|
| 16 | 2024-02-14T21:05:49.806Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:141
|
| 17 | 2024-02-14T21:05:49.806Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:162
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 18 | 2024-02-14T21:05:49.806Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 19 | 2024-02-14T21:05:49.806Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:268
|
| 20 | 2024-02-14T21:05:49.806Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 21 | 2024-02-14T21:05:49.809Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 22 | 2024-02-14T21:05:49.809Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 23 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:176
|
| 24 | 2024-02-14T21:05:49.809Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 25 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 26 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 27 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-agent/src/long_running_tasks.rs:232
|
| 28 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 29 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 30 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 31 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-agent/src/long_running_tasks.rs:232
|
| 32 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-agent/src/long_running_tasks.rs:232
|
| 33 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-agent/src/long_running_tasks.rs:232
|
| 34 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-agent/src/long_running_tasks.rs:232
|
| 35 | 2024-02-14T21:05:49.809Z | INFO | SledAgent: Upserting synthetic zpool to Storage Manager: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-agent/src/long_running_tasks.rs:232
|
| 36 | 2024-02-14T21:05:49.810Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:88
|
| 37 | 2024-02-14T21:05:49.810Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = None
|
| 38 | 2024-02-14T21:05:49.810Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 39 | 2024-02-14T21:05:50.017Z | INFO | SledAgent (StorageManager): Channel capacity decreased
current = 245
file = sled-storage/src/manager.rs:326
previous = 256
|
| 40 | 2024-02-14T21:05:50.017Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
file = sled-agent/src/long_running_tasks.rs:90
|
| 41 | 2024-02-14T21:05:50.017Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }))
file = sled-storage/src/manager.rs:346
|
| 42 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 43 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 44 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 45 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 46 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 47 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 48 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 49 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 50 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received AddDisk(Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }))
file = sled-storage/src/manager.rs:346
|
| 51 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 52 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Channel capacity increased
current = 255
file = sled-storage/src/manager.rs:336
previous = 245
|
| 53 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 54 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } })} }
|
| 55 | 2024-02-14T21:05:50.209Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:200
|
| 56 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 57 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 58 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 59 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (bootstore): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 60 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (bootstore): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/bootstore-network-config.json
file = common/src/ledger.rs:187
peer_id = pc-sock-i86pc
|
| 61 | 2024-02-14T21:05:50.209Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 62 | 2024-02-14T21:05:50.209Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:205
|
| 63 | 2024-02-14T21:05:50.209Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:220
|
| 64 | 2024-02-14T21:05:50.224Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:697
|
| 65 | 2024-02-14T21:05:50.224Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 3844, tv_nsec: 250045617 }
time_to_next_cleanup = 599.999934508s
|
| 66 | 2024-02-14T21:05:50.224Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3345
|
| 67 | 2024-02-14T21:05:50.224Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 68 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 69 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/sled-agent-request.json
file = common/src/ledger.rs:187
|
| 70 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195
local_addr = [fdb0:200::1]:80
|
| 71 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:200::1]:12346
|
| 72 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
infra_ip_first: 192.168.1.30,
infra_ip_last: 192.168.1.30,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
},
}
file = sled-agent/src/rack_setup/service.rs:800
|
| 73 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 74 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 75 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 76 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-plan-completed.marker
file = common/src/ledger.rs:187
|
| 77 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:860
|
| 78 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 79 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 80 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-sled-plan.json
file = common/src/ledger.rs:187
|
| 81 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:901
|
| 82 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 83 | 2024-02-14T21:05:50.227Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:200::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 84 | 2024-02-14T21:05:50.228Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 85 | 2024-02-14T21:05:50.228Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 86 | 2024-02-14T21:05:50.228Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:198
|
| 87 | 2024-02-14T21:05:50.228Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 88 | 2024-02-14T21:05:50.228Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:934
|
| 89 | 2024-02-14T21:05:50.228Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 90 | 2024-02-14T21:05:50.228Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 91 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:198
peer_id = pc-sock-i86pc
|
| 92 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 93 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1c50e755-2166-4862-a640-3903f1baeb94, rack_id: a8e16317-8cb8-4f11-a00a-a18299e1a3e5, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:200::1]:12346
|
| 94 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:200::1]:49531
|
| 95 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1c50e755-2166-4862-a640-3903f1baeb94, rack_id: a8e16317-8cb8-4f11-a00a-a18299e1a3e5, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:364
|
| 96 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:379
|
| 97 | 2024-02-14T21:05:50.229Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:47
|
| 98 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:346
|
| 99 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 100 | 2024-02-14T21:05:50.229Z | INFO | SledAgent (StorageManager): Attempting to add queued disks
file = sled-storage/src/manager.rs:394
num_disks = 9
|
| 101 | 2024-02-14T21:05:50.231Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3573
|
| 102 | 2024-02-14T21:05:50.237Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 103 | 2024-02-14T21:05:50.238Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 104 | 2024-02-14T21:05:50.238Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 105 | 2024-02-14T21:05:50.238Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 106 | 2024-02-14T21:05:50.238Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 107 | 2024-02-14T21:05:50.238Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 108 | 2024-02-14T21:05:50.271Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 109 | 2024-02-14T21:05:50.279Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 110 | 2024-02-14T21:05:50.313Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:342
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 111 | 2024-02-14T21:05:50.313Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 112 | 2024-02-14T21:05:50.397Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 113 | 2024-02-14T21:05:50.420Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 114 | 2024-02-14T21:05:50.420Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 115 | 2024-02-14T21:05:50.420Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 116 | 2024-02-14T21:05:50.420Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 117 | 2024-02-14T21:05:50.420Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 118 | 2024-02-14T21:05:50.420Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 119 | 2024-02-14T21:05:50.454Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 120 | 2024-02-14T21:05:50.462Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 121 | 2024-02-14T21:05:50.579Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b
file = sled-storage/src/dataset.rs:474
|
| 122 | 2024-02-14T21:05:50.601Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 123 | 2024-02-14T21:05:50.601Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 124 | 2024-02-14T21:05:50.601Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 125 | 2024-02-14T21:05:50.601Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 126 | 2024-02-14T21:05:50.601Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 127 | 2024-02-14T21:05:50.601Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 128 | 2024-02-14T21:05:50.632Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 129 | 2024-02-14T21:05:50.640Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 130 | 2024-02-14T21:05:50.756Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60
file = sled-storage/src/dataset.rs:474
|
| 131 | 2024-02-14T21:05:50.780Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 132 | 2024-02-14T21:05:50.780Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 133 | 2024-02-14T21:05:50.780Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 134 | 2024-02-14T21:05:50.780Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 135 | 2024-02-14T21:05:50.780Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 136 | 2024-02-14T21:05:50.780Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 137 | 2024-02-14T21:05:50.812Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 138 | 2024-02-14T21:05:50.819Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 139 | 2024-02-14T21:05:50.939Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 140 | 2024-02-14T21:05:50.962Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 141 | 2024-02-14T21:05:50.962Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 142 | 2024-02-14T21:05:50.962Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 143 | 2024-02-14T21:05:50.962Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 144 | 2024-02-14T21:05:50.962Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 145 | 2024-02-14T21:05:50.962Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 146 | 2024-02-14T21:05:50.992Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 147 | 2024-02-14T21:05:50.999Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 148 | 2024-02-14T21:05:51.117Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7
file = sled-storage/src/dataset.rs:474
|
| 149 | 2024-02-14T21:05:51.139Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 150 | 2024-02-14T21:05:51.139Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 151 | 2024-02-14T21:05:51.139Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 152 | 2024-02-14T21:05:51.139Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 153 | 2024-02-14T21:05:51.139Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 154 | 2024-02-14T21:05:51.139Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 155 | 2024-02-14T21:05:51.172Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 156 | 2024-02-14T21:05:51.180Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 157 | 2024-02-14T21:05:51.301Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930
file = sled-storage/src/dataset.rs:474
|
| 158 | 2024-02-14T21:05:51.323Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 159 | 2024-02-14T21:05:51.323Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 160 | 2024-02-14T21:05:51.323Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 161 | 2024-02-14T21:05:51.323Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 162 | 2024-02-14T21:05:51.324Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 163 | 2024-02-14T21:05:51.324Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 164 | 2024-02-14T21:05:51.361Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 165 | 2024-02-14T21:05:51.368Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 166 | 2024-02-14T21:05:51.483Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 167 | 2024-02-14T21:05:51.505Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 168 | 2024-02-14T21:05:51.505Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 169 | 2024-02-14T21:05:51.505Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 170 | 2024-02-14T21:05:51.505Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 171 | 2024-02-14T21:05:51.506Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 172 | 2024-02-14T21:05:51.506Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 173 | 2024-02-14T21:05:51.538Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 174 | 2024-02-14T21:05:51.545Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 175 | 2024-02-14T21:05:51.662Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03
file = sled-storage/src/dataset.rs:474
|
| 176 | 2024-02-14T21:05:51.684Z | INFO | SledAgent (StorageManager): Loading latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
file = sled-storage/src/dataset.rs:327
|
| 177 | 2024-02-14T21:05:51.684Z | INFO | SledAgent (StorageManager): Loaded latest secret
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:329
|
| 178 | 2024-02-14T21:05:51.684Z | INFO | SledAgent (StorageManager): Retrieving key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:333
|
| 179 | 2024-02-14T21:05:51.684Z | INFO | SledAgent (StorageManager): Got key
disk_id = DiskIdentity {\n vendor: "synthetic-vendor",\n serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f",\n model: "synthetic-model",\n}
epoch = 0
file = sled-storage/src/dataset.rs:335
|
| 180 | 2024-02-14T21:05:51.684Z | INFO | SledAgent (StorageManager): Created keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:37
|
| 181 | 2024-02-14T21:05:51.684Z | INFO | SledAgent (StorageManager): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:347
|
| 182 | 2024-02-14T21:05:51.715Z | INFO | SledAgent (StorageManager): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f-synthetic-model-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:56
|
| 183 | 2024-02-14T21:05:51.722Z | INFO | SledAgent (StorageManager): Automatically destroying dataset: oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crypt/zone
file = sled-storage/src/dataset.rs:389
|
| 184 | 2024-02-14T21:05:51.835Z | INFO | SledAgent (StorageManager): Looking for unencrypted datasets in oxp_31bd71cd-4736-4a12-a387-9b74b050396f
file = sled-storage/src/dataset.rs:474
|
| 185 | 2024-02-14T21:05:51.849Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 186 | 2024-02-14T21:05:51.849Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 187 | 2024-02-14T21:05:51.849Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:354
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 188 | 2024-02-14T21:05:51.852Z | INFO | SledAgent (StorageMonitor): Received storage manager update
file = sled-agent/src/storage_monitor.rs:111
resources = StorageResources { disks: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 1213440, free: 20936752128, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }, zpool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }), Pool { name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, info: ZpoolInfo { name: "oxp_31bd71cd-4736-4a12-a387-9b74b050396f", size: 20937965568, allocated: 774144, free: 20937191424, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }, zpool_name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External } }), Pool { name: ZpoolName { id: 616b26df-e62a-4c68-b506-f4a923d8aaf7, kind: External }, info: ZpoolInfo { name: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7", size: 20937965568, allocated: 768000, free: 20937197568, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: a462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal } }), Pool { name: ZpoolName { id: b462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: Internal }, info: ZpoolInfo { name: "oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 497664, free: 20937467904, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }, zpool_name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External } }), Pool { name: ZpoolName { id: cd70d7f6-2354-4bf2-8012-55bf9eaf7930, kind: External }, info: ZpoolInfo { name: "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930", size: 20937965568, allocated: 775680, free: 20937189888, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }, zpool_name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External } }), Pool { name: ZpoolName { id: ceb4461c-cf56-4719-ad3c-14430bfdfb60, kind: External }, info: ZpoolInfo { name: "oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60", size: 20937965568, allocated: 772608, free: 20937192960, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }, zpool_name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External } }), Pool { name: ZpoolName { id: d462a7f7-b628-40fe-80ff-4e4189e2d62b, kind: External }, info: ZpoolInfo { name: "oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b", size: 20937965568, allocated: 777216, free: 20937188352, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: e4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 780288, free: 20937185280, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } }), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }: (Synthetic(SyntheticDisk { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }, zpool_name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }), Pool { name: ZpoolName { id: f4b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, info: ZpoolInfo { name: "oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03", size: 20937965568, allocated: 771072, free: 20937194496, health: Online }, parent: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" } })} }
|
| 189 | 2024-02-14T21:05:51.872Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 190 | 2024-02-14T21:05:51.874Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 191 | 2024-02-14T21:05:51.892Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 192 | 2024-02-14T21:05:51.897Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 193 | 2024-02-14T21:05:51.897Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/swap"
file = sled-agent/src/swap_device.rs:96
|
| 194 | 2024-02-14T21:05:51.903Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:369
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 195 | 2024-02-14T21:05:51.903Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 196 | 2024-02-14T21:05:51.903Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 197 | 2024-02-14T21:05:51.973Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 198 | 2024-02-14T21:05:52.191Z | INFO | SledAgent (BackingFs): Mounting oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 199 | 2024-02-14T21:05:52.204Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 200 | 2024-02-14T21:05:52.204Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 201 | 2024-02-14T21:05:52.204Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 202 | 2024-02-14T21:05:52.204Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 203 | 2024-02-14T21:05:52.380Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 204 | 2024-02-14T21:05:52.921Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 205 | 2024-02-14T21:05:52.922Z | INFO | SledAgent (StorageMonitor): Underlay Available
file = sled-agent/src/storage_monitor.rs:122
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 206 | 2024-02-14T21:05:52.922Z | INFO | SledAgent (InstanceManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/instance_manager.rs:178
|
| 207 | 2024-02-14T21:05:52.922Z | INFO | SledAgent (InstanceManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/instance_manager.rs:186
|
| 208 | 2024-02-14T21:05:52.935Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 209 | 2024-02-14T21:05:52.937Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 210 | 2024-02-14T21:05:52.937Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 211 | 2024-02-14T21:05:52.938Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 212 | 2024-02-14T21:05:52.938Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 213 | 2024-02-14T21:05:52.938Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 214 | 2024-02-14T21:05:52.938Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 215 | 2024-02-14T21:05:52.939Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 216 | 2024-02-14T21:05:52.939Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 217 | 2024-02-14T21:05:52.939Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 218 | 2024-02-14T21:05:52.939Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 219 | 2024-02-14T21:05:52.939Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 220 | 2024-02-14T21:05:52.939Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 221 | 2024-02-14T21:05:52.939Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 222 | 2024-02-14T21:05:52.940Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:219
|
| 223 | 2024-02-14T21:05:52.940Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 224 | 2024-02-14T21:05:52.940Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 225 | 2024-02-14T21:05:52.940Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 226 | 2024-02-14T21:05:52.940Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 227 | 2024-02-14T21:05:52.940Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 228 | 2024-02-14T21:05:52.940Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 229 | 2024-02-14T21:05:52.941Z | INFO | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:270
|
| 230 | 2024-02-14T21:05:55.777Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 231 | 2024-02-14T21:05:56.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 70.286993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 232 | 2024-02-14T21:05:56.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 128.760739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 233 | 2024-02-14T21:05:56.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 183.499715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 234 | 2024-02-14T21:05:56.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 426.930013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 235 | 2024-02-14T21:05:57.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.00368456s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 236 | 2024-02-14T21:05:58.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.40144853s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 237 | 2024-02-14T21:06:00.049Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 502.724361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 238 | 2024-02-14T21:06:00.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 896.430113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 239 | 2024-02-14T21:06:02.726Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:1847
|
| 240 | 2024-02-14T21:06:03.128Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:978
underlay_address = fd00:1122:3344:101::1
|
| 241 | 2024-02-14T21:06:03.128Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 242 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 243 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:424
|
| 244 | 2024-02-14T21:06:03.186Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 245 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 246 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 247 | 2024-02-14T21:06:03.186Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 184.84014ms
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 248 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:198
|
| 249 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:137
|
| 250 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:241
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 192.168.1.30, infra_ip_last: 192.168.1.30, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [] })))
|
| 251 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3345
|
| 252 | 2024-02-14T21:06:03.186Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:200::1]:49531
|
| 253 | 2024-02-14T21:06:03.189Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:200::1]:12346
|
| 254 | 2024-02-14T21:06:03.189Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:200::1]:12346
|
| 255 | 2024-02-14T21:06:03.189Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 256 | 2024-02-14T21:06:03.189Z | INFO | SledAgent (RSS): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 257 | 2024-02-14T21:06:03.189Z | INFO | SledAgent (RSS): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/rss-service-plan-v2.json
file = common/src/ledger.rs:187
|
| 258 | 2024-02-14T21:06:03.190Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 259 | 2024-02-14T21:06:03.190Z | INFO | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/sled_agent.rs:735
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 260 | 2024-02-14T21:06:03.221Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45322
|
| 261 | 2024-02-14T21:06:03.221Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 262 | 2024-02-14T21:06:03.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45322
req_id = 388bfc0c-7c29-4f69-8de1-42b07ffe02e0
response_code = 200
uri = /zpools
|
| 263 | 2024-02-14T21:06:03.252Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51029
|
| 264 | 2024-02-14T21:06:03.252Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 562
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51029
req_id = d2181990-f036-4ebe-9081-f1fa2ebe8bf1
response_code = 200
uri = /sled-role
|
| 265 | 2024-02-14T21:06:03.255Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 266 | 2024-02-14T21:06:03.255Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 267 | 2024-02-14T21:06:03.255Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.rss-service-plan-v2.json.tmp
file = common/src/ledger.rs:198
|
| 268 | 2024-02-14T21:06:03.255Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:748
|
| 269 | 2024-02-14T21:06:03.277Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 270 | 2024-02-14T21:06:03.286Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: ca7f7e7d-1529-4ca5-9361-6b571f933967, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ccb1af88-989b-494a-aecf-964832240c9a, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3da6e729-b6ed-4833-ab77-5be1043c3a31, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 271 | 2024-02-14T21:06:03.286Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37119
|
| 272 | 2024-02-14T21:06:03.287Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ca7f7e7d-1529-4ca5-9361-6b571f933967, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 273 | 2024-02-14T21:06:03.287Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ca7f7e7d-1529-4ca5-9361-6b571f933967, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 274 | 2024-02-14T21:06:03.342Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ccb1af88-989b-494a-aecf-964832240c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 275 | 2024-02-14T21:06:03.342Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ccb1af88-989b-494a-aecf-964832240c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 276 | 2024-02-14T21:06:03.373Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 338.992106ms
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 277 | 2024-02-14T21:06:03.397Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3da6e729-b6ed-4833-ab77-5be1043c3a31, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 278 | 2024-02-14T21:06:03.399Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3da6e729-b6ed-4833-ab77-5be1043c3a31, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 279 | 2024-02-14T21:06:03.425Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 280 | 2024-02-14T21:06:03.448Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 281 | 2024-02-14T21:06:03.448Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 282 | 2024-02-14T21:06:03.448Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:187
|
| 283 | 2024-02-14T21:06:03.448Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 284 | 2024-02-14T21:06:03.490Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 285 | 2024-02-14T21:06:03.490Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 286 | 2024-02-14T21:06:03.490Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 287 | 2024-02-14T21:06:03.542Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
file = illumos-utils/src/zone.rs:315
|
| 288 | 2024-02-14T21:06:03.546Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
file = illumos-utils/src/zone.rs:315
|
| 289 | 2024-02-14T21:06:03.549Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
file = illumos-utils/src/zone.rs:315
|
| 290 | 2024-02-14T21:06:03.553Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 291 | 2024-02-14T21:06:03.561Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
file = illumos-utils/src/zone.rs:354
|
| 292 | 2024-02-14T21:06:03.566Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
file = illumos-utils/src/zone.rs:354
|
| 293 | 2024-02-14T21:06:03.570Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
file = illumos-utils/src/zone.rs:354
|
| 294 | 2024-02-14T21:06:03.714Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 1.093103405s
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 295 | 2024-02-14T21:06:03.789Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 296 | 2024-02-14T21:06:03.999Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 297 | 2024-02-14T21:06:04.228Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 298 | 2024-02-14T21:06:04.472Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 299 | 2024-02-14T21:06:04.809Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 1.623695387s
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 300 | 2024-02-14T21:06:04.966Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 301 | 2024-02-14T21:06:05.320Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 302 | 2024-02-14T21:06:05.380Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 303 | 2024-02-14T21:06:05.395Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 304 | 2024-02-14T21:06:05.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 65.076067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 305 | 2024-02-14T21:06:05.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 32.806049ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 306 | 2024-02-14T21:06:05.509Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 307 | 2024-02-14T21:06:05.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 33.150194ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 308 | 2024-02-14T21:06:05.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 55.967062ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 309 | 2024-02-14T21:06:05.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 59.378605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 310 | 2024-02-14T21:06:05.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 117.741405ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 311 | 2024-02-14T21:06:05.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 261.781418ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 312 | 2024-02-14T21:06:05.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 278.210093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 313 | 2024-02-14T21:06:05.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 290.887345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 314 | 2024-02-14T21:06:05.964Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 315 | 2024-02-14T21:06:06.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 309.187651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 316 | 2024-02-14T21:06:06.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 316.32123ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 317 | 2024-02-14T21:06:06.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 244.178807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 318 | 2024-02-14T21:06:06.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 1.132990896s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 319 | 2024-02-14T21:06:06.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 923.938223ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 320 | 2024-02-14T21:06:06.436Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 5.329292011s
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 321 | 2024-02-14T21:06:06.453Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 729.776352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 322 | 2024-02-14T21:06:06.707Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 323 | 2024-02-14T21:06:07.155Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:200::2 exists in switch zone
file = sled-agent/src/services.rs:1864
|
| 324 | 2024-02-14T21:06:07.155Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 325 | 2024-02-14T21:06:07.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 1.175439818s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 326 | 2024-02-14T21:06:07.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 1.119877661s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 327 | 2024-02-14T21:06:07.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 1.118834807s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 328 | 2024-02-14T21:06:07.540Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 329 | 2024-02-14T21:06:08.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 1.168780833s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 330 | 2024-02-14T21:06:08.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 1.163499441s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 331 | 2024-02-14T21:06:08.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 1.112711697s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 332 | 2024-02-14T21:06:08.727Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 333 | 2024-02-14T21:06:09.309Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 334 | 2024-02-14T21:06:09.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a") failed: Property not found. retry in 1.019815334s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 335 | 2024-02-14T21:06:09.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967") failed: Property not found. retry in 1.157250916s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 336 | 2024-02-14T21:06:09.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31") failed: Property not found. retry in 898.875842ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 337 | 2024-02-14T21:06:09.975Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 338 | 2024-02-14T21:06:10.623Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists
file = sled-agent/src/services.rs:1900
|
| 339 | 2024-02-14T21:06:10.623Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:2::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 340 | 2024-02-14T21:06:11.178Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:2::1 exists - OK
file = sled-agent/src/services.rs:1908
|
| 341 | 2024-02-14T21:06:11.178Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1932
|
| 342 | 2024-02-14T21:06:11.405Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2126
|
| 343 | 2024-02-14T21:06:11.687Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fecc:93b3
file = sled-agent/src/services.rs:1871
|
| 344 | 2024-02-14T21:06:11.692Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1932
|
| 345 | 2024-02-14T21:06:11.811Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2404
|
| 346 | 2024-02-14T21:06:11.937Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 347 | 2024-02-14T21:06:11.937Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 348 | 2024-02-14T21:06:11.985Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists
file = sled-agent/src/services.rs:1900
|
| 349 | 2024-02-14T21:06:11.985Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:3::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 350 | 2024-02-14T21:06:12.073Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2283
|
| 351 | 2024-02-14T21:06:12.361Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2318
|
| 352 | 2024-02-14T21:06:12.530Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:3::1 exists - OK
file = sled-agent/src/services.rs:1908
|
| 353 | 2024-02-14T21:06:12.530Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1932
|
| 354 | 2024-02-14T21:06:12.554Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2585
|
| 355 | 2024-02-14T21:06:12.699Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2590
|
| 356 | 2024-02-14T21:06:12.707Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2126
|
| 357 | 2024-02-14T21:06:12.884Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2524
|
| 358 | 2024-02-14T21:06:13.048Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2312
|
| 359 | 2024-02-14T21:06:13.057Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3597
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 360 | 2024-02-14T21:06:13.057Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3613
|
| 361 | 2024-02-14T21:06:13.057Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 362 | 2024-02-14T21:06:13.259Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists
file = sled-agent/src/services.rs:1900
|
| 363 | 2024-02-14T21:06:13.259Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:1::1, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 364 | 2024-02-14T21:06:13.603Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3621
|
| 365 | 2024-02-14T21:06:13.609Z | INFO | SledAgent (ServiceManager): configuring dendrite zone
file = sled-agent/src/services.rs:3677
|
| 366 | 2024-02-14T21:06:13.788Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3717
rack_subnet = fd00:1122:3344::
|
| 367 | 2024-02-14T21:06:13.806Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:1::1 exists - OK
file = sled-agent/src/services.rs:1908
|
| 368 | 2024-02-14T21:06:13.806Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:1932
|
| 369 | 2024-02-14T21:06:13.840Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:360
|
| 370 | 2024-02-14T21:06:13.872Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 68.634662ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "4cf3cae5-7578-41b7-96ba-4cdf6ce8360f", "content-length": "152", "date": "Wed, 14 Feb 2024 21:06:13 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "4cf3cae5-7578-41b7-96ba-4cdf6ce8360f" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 371 | 2024-02-14T21:06:13.942Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 142.564438ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "133a224c-f96d-42ca-a812-4f2e3a0f72c7", "content-length": "152", "date": "Wed, 14 Feb 2024 21:06:13 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "133a224c-f96d-42ca-a812-4f2e3a0f72c7" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 372 | 2024-02-14T21:06:13.982Z | INFO | SledAgent (ServiceManager): Setting up internal-dns service
file = sled-agent/src/services.rs:2126
|
| 373 | 2024-02-14T21:06:14.086Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 259.596501ms)
error = Error Response: status: 503 Service Unavailable; headers: {"content-type": "application/json", "x-request-id": "73750336-cf94-44ad-a078-28fd4f5b5b7c", "content-length": "152", "date": "Wed, 14 Feb 2024 21:06:13 GMT"}; value: Error { error_code: Some("DiscoveryNotYetComplete"), message: "discovery process not yet complete", request_id: "73750336-cf94-44ad-a078-28fd4f5b5b7c" }
file = sled-agent/src/bootstrap/early_networking.rs:379
|
| 374 | 2024-02-14T21:06:14.347Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:408
|
| 375 | 2024-02-14T21:06:14.379Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:567
|
| 376 | 2024-02-14T21:06:14.379Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:609
|
| 377 | 2024-02-14T21:06:14.380Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:612
uptime = 3
|
| 378 | 2024-02-14T21:06:14.380Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n v4_routes: {},\n v6_routes: {},\n}
file = sled-agent/src/bootstrap/early_networking.rs:430
|
| 379 | 2024-02-14T21:06:14.460Z | INFO | SledAgent (StorageManager): Received DisksChanged({})
file = sled-storage/src/manager.rs:346
|
| 380 | 2024-02-14T21:06:14.460Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 381 | 2024-02-14T21:06:14.508Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2766
zone = oxz_internal_dns_3da6e729-b6ed-4833-ab77-5be1043c3a31
|
| 382 | 2024-02-14T21:06:14.508Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2766
zone = oxz_internal_dns_ca7f7e7d-1529-4ca5-9361-6b571f933967
|
| 383 | 2024-02-14T21:06:14.508Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2766
zone = oxz_internal_dns_ccb1af88-989b-494a-aecf-964832240c9a
|
| 384 | 2024-02-14T21:06:14.509Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 385 | 2024-02-14T21:06:14.509Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:91
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 386 | 2024-02-14T21:06:14.509Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 387 | 2024-02-14T21:06:14.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 11223428
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:37119
req_id = f318dd8b-2012-41d8-8341-cdb2def52968
response_code = 204
uri = /omicron-zones
|
| 388 | 2024-02-14T21:06:14.511Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 389 | 2024-02-14T21:06:15.814Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 390 | 2024-02-14T21:06:15.856Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:417
|
| 391 | 2024-02-14T21:06:15.895Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:453
|
| 392 | 2024-02-14T21:06:15.895Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 393 | 2024-02-14T21:06:15.927Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 394 | 2024-02-14T21:06:15.927Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 395 | 2024-02-14T21:06:15.927Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 396 | 2024-02-14T21:06:15.956Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: ca7f7e7d-1529-4ca5-9361-6b571f933967, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ccb1af88-989b-494a-aecf-964832240c9a, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3da6e729-b6ed-4833-ab77-5be1043c3a31, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 70d1e35b-b07e-45d6-8c52-9d604e542ee3, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 4ee3d9a5-ea80-4e36-9693-cd7d4570323d, kind: Service { id: 70d1e35b-b07e-45d6-8c52-9d604e542ee3 }, name: Name("ntp-70d1e35b-b07e-45d6-8c52-9d604e542ee3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 132])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:299
sled_address = [fd00:1122:3344:101::1]:12345
|
| 397 | 2024-02-14T21:06:15.956Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62796
|
| 398 | 2024-02-14T21:06:15.956Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ca7f7e7d-1529-4ca5-9361-6b571f933967, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 399 | 2024-02-14T21:06:15.956Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ca7f7e7d-1529-4ca5-9361-6b571f933967, dataset_name: DatasetName { pool_name: ZpoolName { id: 14b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 400 | 2024-02-14T21:06:15.977Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ccb1af88-989b-494a-aecf-964832240c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 401 | 2024-02-14T21:06:15.977Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: ccb1af88-989b-494a-aecf-964832240c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 24b4dc87-ab46-49fb-a4b4-d361ae214c03, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 402 | 2024-02-14T21:06:15.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3da6e729-b6ed-4833-ab77-5be1043c3a31, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } })
file = sled-storage/src/manager.rs:346
|
| 403 | 2024-02-14T21:06:15.997Z | INFO | SledAgent (StorageManager): add_dataset: NewFilesystemRequest { dataset_id: 3da6e729-b6ed-4833-ab77-5be1043c3a31, dataset_name: DatasetName { pool_name: ZpoolName { id: 31bd71cd-4736-4a12-a387-9b74b050396f, kind: External }, kind: InternalDns }, responder: Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) } }
file = sled-storage/src/manager.rs:565
|
| 404 | 2024-02-14T21:06:16.015Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 405 | 2024-02-14T21:06:16.015Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 406 | 2024-02-14T21:06:16.015Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/omicron-zones.json
file = common/src/ledger.rs:176
|
| 407 | 2024-02-14T21:06:16.015Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 408 | 2024-02-14T21:06:16.026Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:254
|
| 409 | 2024-02-14T21:06:16.057Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:271
|
| 410 | 2024-02-14T21:06:16.058Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:296
|
| 411 | 2024-02-14T21:06:16.058Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:188
|
| 412 | 2024-02-14T21:06:16.102Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", _ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 205, 132]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 413 | 2024-02-14T21:06:16.102Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1268
zone_type = ntp
|
| 414 | 2024-02-14T21:06:16.103Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:98
|
| 415 | 2024-02-14T21:06:16.103Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:105
|
| 416 | 2024-02-14T21:06:16.103Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:133
|
| 417 | 2024-02-14T21:06:16.104Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 418 | 2024-02-14T21:06:16.127Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
file = illumos-utils/src/zone.rs:315
|
| 419 | 2024-02-14T21:06:16.145Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
file = illumos-utils/src/zone.rs:354
|
| 420 | 2024-02-14T21:06:17.183Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 421 | 2024-02-14T21:06:17.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 66.846874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 422 | 2024-02-14T21:06:17.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 50.014123ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 423 | 2024-02-14T21:06:17.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 111.831959ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 424 | 2024-02-14T21:06:17.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 589.918809ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 425 | 2024-02-14T21:06:17.634Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:43158
|
| 426 | 2024-02-14T21:06:17.634Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 84
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:43158
req_id = 579494aa-37c7-4833-b830-a1c4a4181c13
response_code = 200
uri = /baseboard
|
| 427 | 2024-02-14T21:06:18.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 1.074827938s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 428 | 2024-02-14T21:06:19.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 1.348243118s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 429 | 2024-02-14T21:06:20.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 1.047482192s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 430 | 2024-02-14T21:06:21.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3") failed: Property not found. retry in 1.410743524s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 431 | 2024-02-14T21:06:23.139Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists
file = sled-agent/src/services.rs:1900
|
| 432 | 2024-02-14T21:06:23.139Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::1b, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 433 | 2024-02-14T21:06:23.683Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::1b exists - OK
file = sled-agent/src/services.rs:1908
|
| 434 | 2024-02-14T21:06:23.683Z | INFO | SledAgent (ServiceManager): Zone using sled underlay as gateway
file = sled-agent/src/services.rs:1927
|
| 435 | 2024-02-14T21:06:23.879Z | INFO | SledAgent (ServiceManager): Set up NTP service boundary=true, Servers=["0.pool.ntp.org"]
file = sled-agent/src/services.rs:2209
|
| 436 | 2024-02-14T21:06:23.905Z | INFO | SledAgent (ServiceManager): Ensuring address for OPTE port
file = illumos-utils/src/running_zone.rs:653
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 437 | 2024-02-14T21:06:30.420Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2766
zone = oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3
|
| 438 | 2024-02-14T21:06:30.420Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/a462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 439 | 2024-02-14T21:06:30.420Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/b462a7f7-b628-40fe-80ff-4e4189e2d62b/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:198
|
| 440 | 2024-02-14T21:06:30.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 14464318
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:62796
req_id = aee67d64-c29f-4831-b2e4-71cbd68b788f
response_code = 204
uri = /omicron-zones
|
| 441 | 2024-02-14T21:06:30.423Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:494
|
| 442 | 2024-02-14T21:06:30.452Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 443 | 2024-02-14T21:06:30.452Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56534
|
| 444 | 2024-02-14T21:06:30.461Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_70d1e35b-b07e-45d6-8c52-9d604e542ee3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3331
|
| 445 | 2024-02-14T21:06:30.461Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:837
latency_us = 8758
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56534
req_id = 7d706c5f-6456-4598-aa83-e052bf9f0a31
response_code = 500
uri = /timesync
|
| 446 | 2024-02-14T21:06:30.463Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 447 | 2024-02-14T21:06:30.567Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 448 | 2024-02-14T21:06:30.567Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55156
|
| 449 | 2024-02-14T21:06:30.575Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7438
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55156
req_id = 4451664f-564a-4b06-8c2b-75acde078c21
response_code = 200
uri = /timesync
|
| 450 | 2024-02-14T21:06:30.577Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 451 | 2024-02-14T21:06:30.577Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 452 | 2024-02-14T21:06:30.726Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 453 | 2024-02-14T21:06:30.726Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49505
|
| 454 | 2024-02-14T21:06:30.734Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49505
req_id = 3091c6f4-bcad-4edb-bb7a-be32331ddd83
response_code = 200
uri = /timesync
|
| 455 | 2024-02-14T21:06:30.736Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 456 | 2024-02-14T21:06:30.736Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 457 | 2024-02-14T21:06:30.956Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 458 | 2024-02-14T21:06:30.956Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53013
|
| 459 | 2024-02-14T21:06:30.963Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7586
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53013
req_id = dd888208-751e-4ffd-8f5a-787d9d200a8a
response_code = 200
uri = /timesync
|
| 460 | 2024-02-14T21:06:30.965Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 461 | 2024-02-14T21:06:30.965Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 462 | 2024-02-14T21:06:31.174Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 463 | 2024-02-14T21:06:31.175Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43087
|
| 464 | 2024-02-14T21:06:31.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8313
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43087
req_id = 619321b7-6da5-4d90-8f00-e0bd0254085c
response_code = 200
uri = /timesync
|
| 465 | 2024-02-14T21:06:31.186Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 466 | 2024-02-14T21:06:31.186Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 467 | 2024-02-14T21:06:31.375Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 468 | 2024-02-14T21:06:31.375Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63658
|
| 469 | 2024-02-14T21:06:31.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7916
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63658
req_id = aad407b5-3249-4b6d-9029-aecf5a3979b8
response_code = 200
uri = /timesync
|
| 470 | 2024-02-14T21:06:31.387Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 471 | 2024-02-14T21:06:31.387Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 472 | 2024-02-14T21:06:31.625Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 473 | 2024-02-14T21:06:31.626Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44838
|
| 474 | 2024-02-14T21:06:31.634Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8256
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44838
req_id = 4bba5e3d-1266-4375-bacf-2e2977e7b78a
response_code = 200
uri = /timesync
|
| 475 | 2024-02-14T21:06:31.637Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 476 | 2024-02-14T21:06:31.637Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 477 | 2024-02-14T21:06:31.970Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 478 | 2024-02-14T21:06:31.970Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63358
|
| 479 | 2024-02-14T21:06:31.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8259
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63358
req_id = 21ac5cac-89cf-4351-8eb2-bf6216b7e32e
response_code = 200
uri = /timesync
|
| 480 | 2024-02-14T21:06:31.980Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 481 | 2024-02-14T21:06:31.980Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 482 | 2024-02-14T21:06:32.281Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 483 | 2024-02-14T21:06:32.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38497
|
| 484 | 2024-02-14T21:06:32.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 6880
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38497
req_id = c77efd09-73c7-4856-b925-de576f761d26
response_code = 200
uri = /timesync
|
| 485 | 2024-02-14T21:06:32.290Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 486 | 2024-02-14T21:06:32.290Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 487 | 2024-02-14T21:06:32.552Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 488 | 2024-02-14T21:06:32.553Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52765
|
| 489 | 2024-02-14T21:06:32.560Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7770
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52765
req_id = c63280a7-bc7b-43f1-9526-37b29cb3a925
response_code = 200
uri = /timesync
|
| 490 | 2024-02-14T21:06:32.563Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 491 | 2024-02-14T21:06:32.563Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 492 | 2024-02-14T21:06:33.233Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 493 | 2024-02-14T21:06:33.234Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35353
|
| 494 | 2024-02-14T21:06:33.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8846
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35353
req_id = 6cec2fc1-01e8-45bd-ab94-1906d89ba978
response_code = 200
uri = /timesync
|
| 495 | 2024-02-14T21:06:33.246Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 496 | 2024-02-14T21:06:33.246Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 497 | 2024-02-14T21:06:33.697Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 498 | 2024-02-14T21:06:33.697Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50561
|
| 499 | 2024-02-14T21:06:33.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7961
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50561
req_id = 3e770c54-7c13-4307-bda9-97e5ff56b2ba
response_code = 200
uri = /timesync
|
| 500 | 2024-02-14T21:06:33.707Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 501 | 2024-02-14T21:06:33.707Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 502 | 2024-02-14T21:06:34.267Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 503 | 2024-02-14T21:06:34.267Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59748
|
| 504 | 2024-02-14T21:06:34.275Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7824
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59748
req_id = 5781bc6b-234f-42f3-9606-17236249e09a
response_code = 200
uri = /timesync
|
| 505 | 2024-02-14T21:06:34.277Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 506 | 2024-02-14T21:06:34.277Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 507 | 2024-02-14T21:06:34.760Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 508 | 2024-02-14T21:06:34.761Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40530
|
| 509 | 2024-02-14T21:06:34.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8703
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40530
req_id = 349ebd9f-4953-4531-ad51-a86dbea97154
response_code = 200
uri = /timesync
|
| 510 | 2024-02-14T21:06:34.773Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 511 | 2024-02-14T21:06:34.773Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 512 | 2024-02-14T21:06:35.701Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 513 | 2024-02-14T21:06:35.701Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42008
|
| 514 | 2024-02-14T21:06:35.710Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8207
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42008
req_id = ce8c4492-274e-4bc3-b8be-3f1a38e8e012
response_code = 200
uri = /timesync
|
| 515 | 2024-02-14T21:06:35.711Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 516 | 2024-02-14T21:06:35.711Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 517 | 2024-02-14T21:06:37.031Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 518 | 2024-02-14T21:06:37.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39253
|
| 519 | 2024-02-14T21:06:37.041Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9040
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39253
req_id = 653f61ec-75ab-4fe8-a070-7c25705acc5a
response_code = 200
uri = /timesync
|
| 520 | 2024-02-14T21:06:37.043Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 521 | 2024-02-14T21:06:37.043Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 522 | 2024-02-14T21:06:37.938Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 523 | 2024-02-14T21:06:37.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44971
|
| 524 | 2024-02-14T21:06:37.947Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8678
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44971
req_id = 914cdf21-1dc5-4c3f-afe4-1f2d0bf08275
response_code = 200
uri = /timesync
|
| 525 | 2024-02-14T21:06:37.949Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 526 | 2024-02-14T21:06:37.949Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 527 | 2024-02-14T21:06:39.802Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 528 | 2024-02-14T21:06:39.802Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46169
|
| 529 | 2024-02-14T21:06:39.811Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8683
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46169
req_id = 6e2355af-2a20-4559-9e37-da4a98801b71
response_code = 200
uri = /timesync
|
| 530 | 2024-02-14T21:06:39.813Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 531 | 2024-02-14T21:06:39.813Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 532 | 2024-02-14T21:06:41.028Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 533 | 2024-02-14T21:06:41.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39648
|
| 534 | 2024-02-14T21:06:41.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8996
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39648
req_id = a9d0e1c4-681e-4c4a-96eb-65b98f8c690c
response_code = 200
uri = /timesync
|
| 535 | 2024-02-14T21:06:41.039Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 536 | 2024-02-14T21:06:41.039Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 537 | 2024-02-14T21:06:43.951Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 538 | 2024-02-14T21:06:43.951Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56959
|
| 539 | 2024-02-14T21:06:43.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8287
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56959
req_id = 8eef0d9d-d320-41bc-ac1e-6a4279f96551
response_code = 200
uri = /timesync
|
| 540 | 2024-02-14T21:06:43.962Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 541 | 2024-02-14T21:06:43.962Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 542 | 2024-02-14T21:06:46.881Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 543 | 2024-02-14T21:06:46.881Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36416
|
| 544 | 2024-02-14T21:06:46.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8476
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36416
req_id = b4a43169-e73f-481d-adb4-e2c7069c6ae7
response_code = 200
uri = /timesync
|
| 545 | 2024-02-14T21:06:46.893Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 546 | 2024-02-14T21:06:46.893Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 547 | 2024-02-14T21:06:47.667Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:51145
|
| 548 | 2024-02-14T21:06:47.667Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 754
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:51145
req_id = 0598b54e-8b0f-4bfc-b538-0539f9fceaa6
response_code = 200
uri = /baseboard
|
| 549 | 2024-02-14T21:06:49.835Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 550 | 2024-02-14T21:06:49.835Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58578
|
| 551 | 2024-02-14T21:06:49.843Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8215
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58578
req_id = ffe43067-ca38-4f35-971a-bd889a4b255f
response_code = 200
uri = /timesync
|
| 552 | 2024-02-14T21:06:49.845Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 553 | 2024-02-14T21:06:49.845Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 554 | 2024-02-14T21:06:54.792Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 555 | 2024-02-14T21:06:54.792Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42840
|
| 556 | 2024-02-14T21:06:54.801Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8243
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42840
req_id = ef0f0d51-e3d4-4850-87e1-bd7bbe390de3
response_code = 200
uri = /timesync
|
| 557 | 2024-02-14T21:06:54.802Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 558 | 2024-02-14T21:06:54.802Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 559 | 2024-02-14T21:06:58.542Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 560 | 2024-02-14T21:06:58.542Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52907
|
| 561 | 2024-02-14T21:06:58.551Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8744
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52907
req_id = 856c6e9b-5b04-4867-a3f9-18b89e48bab2
response_code = 200
uri = /timesync
|
| 562 | 2024-02-14T21:06:58.553Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 563 | 2024-02-14T21:06:58.553Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 564 | 2024-02-14T21:07:04.310Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 565 | 2024-02-14T21:07:04.311Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40370
|
| 566 | 2024-02-14T21:07:04.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8272
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40370
req_id = b990eded-a39d-4d6d-8bc1-3c79338773a3
response_code = 200
uri = /timesync
|
| 567 | 2024-02-14T21:07:04.321Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 568 | 2024-02-14T21:07:04.321Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 569 | 2024-02-14T21:07:13.929Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 570 | 2024-02-14T21:07:13.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62899
|
| 571 | 2024-02-14T21:07:13.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8841
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62899
req_id = 440b36df-2348-4d0c-b507-8f1a2625721a
response_code = 200
uri = /timesync
|
| 572 | 2024-02-14T21:07:13.940Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 573 | 2024-02-14T21:07:13.940Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 574 | 2024-02-14T21:07:17.701Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:50910
|
| 575 | 2024-02-14T21:07:17.701Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 47
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:50910
req_id = 2ca67ae5-6736-4227-8208-36a5c215ab65
response_code = 200
uri = /baseboard
|
| 576 | 2024-02-14T21:07:22.913Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 577 | 2024-02-14T21:07:22.913Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41884
|
| 578 | 2024-02-14T21:07:22.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 7884
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41884
req_id = 78f73376-99cb-469f-95a9-6f883a440476
response_code = 200
uri = /timesync
|
| 579 | 2024-02-14T21:07:22.923Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944788.596851, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 580 | 2024-02-14T21:07:22.924Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 581 | 2024-02-14T21:07:33.112Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 582 | 2024-02-14T21:07:33.112Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36832
|
| 583 | 2024-02-14T21:07:33.121Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8301
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36832
req_id = 7d1118b4-cb83-45c2-9212-e070725658a7
response_code = 200
uri = /timesync
|
| 584 | 2024-02-14T21:07:33.123Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944851.505243, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 585 | 2024-02-14T21:07:33.123Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 586 | 2024-02-14T21:07:47.733Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:58539
|
| 587 | 2024-02-14T21:07:47.733Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 65
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:58539
req_id = b1d9e774-8b57-417f-85d0-24c16e48b6fe
response_code = 200
uri = /baseboard
|
| 588 | 2024-02-14T21:07:50.609Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 589 | 2024-02-14T21:07:50.609Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48765
|
| 590 | 2024-02-14T21:07:50.618Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9061
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48765
req_id = a6dc8315-1bb2-4a67-a2d9-a816c9a4ff60
response_code = 200
uri = /timesync
|
| 591 | 2024-02-14T21:07:50.620Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944851.505243, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 592 | 2024-02-14T21:07:50.620Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 593 | 2024-02-14T21:08:04.940Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 594 | 2024-02-14T21:08:04.940Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47933
|
| 595 | 2024-02-14T21:08:04.949Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9409
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47933
req_id = 986dd0da-2dbf-4efe-a19d-01efb1a87fa0
response_code = 200
uri = /timesync
|
| 596 | 2024-02-14T21:08:04.953Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944851.505243, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 597 | 2024-02-14T21:08:04.953Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 598 | 2024-02-14T21:08:16.510Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 599 | 2024-02-14T21:08:16.510Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37234
|
| 600 | 2024-02-14T21:08:16.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8068
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37234
req_id = 9e745808-10b9-4656-9f70-9b73628b1036
response_code = 200
uri = /timesync
|
| 601 | 2024-02-14T21:08:16.520Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944851.505243, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 602 | 2024-02-14T21:08:16.520Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 603 | 2024-02-14T21:08:17.765Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:50642
|
| 604 | 2024-02-14T21:08:17.765Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 61
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:50642
req_id = 141fe253-6eed-4cd9-80e7-9f1f43dcca71
response_code = 200
uri = /baseboard
|
| 605 | 2024-02-14T21:08:47.797Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:34351
|
| 606 | 2024-02-14T21:08:47.797Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 41
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:34351
req_id = 0efdb8f2-e933-4152-a704-d9040f26afd5
response_code = 200
uri = /baseboard
|
| 607 | 2024-02-14T21:08:51.776Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 608 | 2024-02-14T21:08:51.776Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63169
|
| 609 | 2024-02-14T21:08:51.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9097
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63169
req_id = 23fcad86-84f3-435f-88ef-dc59b19279aa
response_code = 200
uri = /timesync
|
| 610 | 2024-02-14T21:08:51.787Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944929.8852413, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 611 | 2024-02-14T21:08:51.787Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 612 | 2024-02-14T21:09:17.829Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:54769
|
| 613 | 2024-02-14T21:09:17.830Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 45
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:54769
req_id = 4784d150-8057-4952-a22c-c628b1199bc3
response_code = 200
uri = /baseboard
|
| 614 | 2024-02-14T21:09:18.551Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 615 | 2024-02-14T21:09:18.551Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60586
|
| 616 | 2024-02-14T21:09:18.560Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9449
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60586
req_id = cc5a4fd4-a884-44e6-b0a5-69dc8509205e
response_code = 200
uri = /timesync
|
| 617 | 2024-02-14T21:09:18.563Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944929.8852413, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 618 | 2024-02-14T21:09:18.563Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 619 | 2024-02-14T21:09:45.447Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 620 | 2024-02-14T21:09:45.447Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40205
|
| 621 | 2024-02-14T21:09:45.457Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9048
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40205
req_id = 6c0a41d2-e0cc-4f43-8239-b48b72b6ea1a
response_code = 200
uri = /timesync
|
| 622 | 2024-02-14T21:09:45.460Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707944929.8852413, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 623 | 2024-02-14T21:09:45.460Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 624 | 2024-02-14T21:09:47.860Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:47864
|
| 625 | 2024-02-14T21:09:47.860Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 49
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:47864
req_id = 1dc2f4a0-7d9d-45ae-95d5-2b51cc8ddd2b
response_code = 200
uri = /baseboard
|
| 626 | 2024-02-14T21:10:14.357Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 627 | 2024-02-14T21:10:14.357Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40195
|
| 628 | 2024-02-14T21:10:14.366Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8893
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40195
req_id = a5917fd7-5471-46f8-907e-f6f9bada5933
response_code = 200
uri = /timesync
|
| 629 | 2024-02-14T21:10:14.369Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707945013.2860322, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 630 | 2024-02-14T21:10:14.369Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 631 | 2024-02-14T21:10:17.892Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:54337
|
| 632 | 2024-02-14T21:10:17.892Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 38
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:54337
req_id = e90ebb1e-2d8c-4d98-8eb8-9c7cb7d40660
response_code = 200
uri = /baseboard
|
| 633 | 2024-02-14T21:10:47.924Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:36788
|
| 634 | 2024-02-14T21:10:47.924Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 54
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:36788
req_id = 0f10896e-6a02-4add-a61d-6cdee3fbd643
response_code = 200
uri = /baseboard
|
| 635 | 2024-02-14T21:10:49.807Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 636 | 2024-02-14T21:11:12.953Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 637 | 2024-02-14T21:11:12.953Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58321
|
| 638 | 2024-02-14T21:11:12.962Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8355
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58321
req_id = 72c6e105-d6b6-49ca-bd50-5b2dc53ca234
response_code = 200
uri = /timesync
|
| 639 | 2024-02-14T21:11:12.964Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707945013.2860322, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 640 | 2024-02-14T21:11:12.964Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 641 | 2024-02-14T21:11:17.955Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:61872
|
| 642 | 2024-02-14T21:11:17.956Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 549
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:61872
req_id = 86b53173-4a63-44ee-ad1f-93d15ab04551
response_code = 200
uri = /baseboard
|
| 643 | 2024-02-14T21:11:47.989Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:46450
|
| 644 | 2024-02-14T21:11:47.989Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 31
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:46450
req_id = 4a5bef57-d7e7-4d1c-b26f-066130aa004c
response_code = 200
uri = /baseboard
|
| 645 | 2024-02-14T21:12:07.674Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 646 | 2024-02-14T21:12:07.674Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52167
|
| 647 | 2024-02-14T21:12:07.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9334
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52167
req_id = 812873d0-890a-430d-ad01-5ae062c49454
response_code = 200
uri = /timesync
|
| 648 | 2024-02-14T21:12:07.686Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707945126.5713358, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 649 | 2024-02-14T21:12:07.686Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 650 | 2024-02-14T21:12:18.020Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:57400
|
| 651 | 2024-02-14T21:12:18.020Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 37
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:57400
req_id = 40e25b3b-6dfe-4fa5-ab6a-6b3649499115
response_code = 200
uri = /baseboard
|
| 652 | 2024-02-14T21:12:48.052Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:41455
|
| 653 | 2024-02-14T21:12:48.052Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 56
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:41455
req_id = 52bb5113-0b9c-4380-b5e7-800c212a732b
response_code = 200
uri = /baseboard
|
| 654 | 2024-02-14T21:13:18.085Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:61968
|
| 655 | 2024-02-14T21:13:18.086Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 568
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:61968
req_id = dd20b7f5-26bd-4029-9a58-655858e7a3b4
response_code = 200
uri = /baseboard
|
| 656 | 2024-02-14T21:13:28.853Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 657 | 2024-02-14T21:13:28.853Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40618
|
| 658 | 2024-02-14T21:13:28.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9240
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40618
req_id = dfd657ef-dbc7-4b20-84e5-52a87468bd64
response_code = 200
uri = /timesync
|
| 659 | 2024-02-14T21:13:28.867Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707945207.5121849, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 660 | 2024-02-14T21:13:28.867Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 661 | 2024-02-14T21:13:48.118Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:38906
|
| 662 | 2024-02-14T21:13:48.118Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 61
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:38906
req_id = e632efe1-1830-4a80-a294-2694eb023c0d
response_code = 200
uri = /baseboard
|
| 663 | 2024-02-14T21:14:18.152Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:41397
|
| 664 | 2024-02-14T21:14:18.152Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:41397
req_id = 0ec95360-4cc2-45c2-9a0d-413c25f5e357
response_code = 200
uri = /baseboard
|
| 665 | 2024-02-14T21:14:48.184Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:35863
|
| 666 | 2024-02-14T21:14:48.184Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:35863
req_id = 01b6e8c2-220a-49e1-9ce9-c5c30e2168c7
response_code = 200
uri = /baseboard
|
| 667 | 2024-02-14T21:15:06.927Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 668 | 2024-02-14T21:15:06.927Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42160
|
| 669 | 2024-02-14T21:15:06.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 8850
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42160
req_id = fdecb32d-5930-4f54-9eef-58612d7b8d04
response_code = 200
uri = /timesync
|
| 670 | 2024-02-14T21:15:06.940Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707945305.263131, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 671 | 2024-02-14T21:15:06.940Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|
| 672 | 2024-02-14T21:15:18.214Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:44425
|
| 673 | 2024-02-14T21:15:18.215Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 46
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:44425
req_id = 6578e0dd-a97e-4478-ae72-ffea8b651111
response_code = 200
uri = /baseboard
|
| 674 | 2024-02-14T21:15:48.246Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:43563
|
| 675 | 2024-02-14T21:15:48.246Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 736
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:43563
req_id = 2b2f1f58-cd00-4e4e-9779-a11be5b35881
response_code = 200
uri = /baseboard
|
| 676 | 2024-02-14T21:15:49.807Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:776
|
| 677 | 2024-02-14T21:15:50.225Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:299
|
| 678 | 2024-02-14T21:15:50.225Z | INFO | SledAgent (StorageManager): Received GetLatestResources(Sender { inner: Some(Inner { state: State { is_complete: false, is_closed: false, is_rx_task_set: true, is_tx_task_set: false } }) })
file = sled-storage/src/manager.rs:346
|
| 679 | 2024-02-14T21:15:50.256Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:288
next_cleanup = Instant { tv_sec: 4444, tv_nsec: 282080458 }
time_to_next_cleanup = 599.99999994s
|
| 680 | 2024-02-14T21:15:59.915Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 606.99017384s
|
| 681 | 2024-02-14T21:16:00.554Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.630829118s
|
| 682 | 2024-02-14T21:16:00.814Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.889138463s
|
| 683 | 2024-02-14T21:16:00.864Z | WARN | SledAgent: failed to notify nexus about sled agent
error = Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94): error trying to connect: tcp connect error: Connection timed out (os error 145)
file = sled-agent/src/sled_agent.rs:741
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
total duration = 597.678108007s
|
| 684 | 2024-02-14T21:16:00.864Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.940700452s
|
| 685 | 2024-02-14T21:16:00.864Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/sled_agent.rs:1199
retry_after = 9.396425775s
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 686 | 2024-02-14T21:16:00.874Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-cd70d7f6-2354-4bf2-8012-55bf9eaf7930", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/cd70d7f6-2354-4bf2-8012-55bf9eaf7930): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 607.948127875s
|
| 687 | 2024-02-14T21:16:00.874Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.951331437s
|
| 688 | 2024-02-14T21:16:00.874Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.950087782s
|
| 689 | 2024-02-14T21:16:00.874Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/24b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 607.949268718s
|
| 690 | 2024-02-14T21:16:00.874Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_31bd71cd-4736-4a12-a387-9b74b050396f on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-31bd71cd-4736-4a12-a387-9b74b050396f", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/31bd71cd-4736-4a12-a387-9b74b050396f): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 607.949158525s
|
| 691 | 2024-02-14T21:16:00.874Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.95250027s
|
| 692 | 2024-02-14T21:16:00.875Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: M2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: Connection timed out (os error 145)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.951401879s
|
| 693 | 2024-02-14T21:16:00.875Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_b462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-b462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/b462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 607.949113224s
|
| 694 | 2024-02-14T21:16:00.884Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-24b4dc87-ab46-49fb-a4b4-d361ae214c03", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 607.96121458s
|
| 695 | 2024-02-14T21:16:01.394Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxi_a462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-a462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/a462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 608.468282064s
|
| 696 | 2024-02-14T21:16:02.015Z | INFO | SledAgent: contacting server nexus, registering sled
baseboard = Baseboard { part_number: "i86pc", revision: 0, serial_number: "sock" }
file = sled-agent/src/sled_agent.rs:698
id = 1c50e755-2166-4862-a640-3903f1baeb94
sled_id = 1c50e755-2166-4862-a640-3903f1baeb94
|
| 697 | 2024-02-14T21:16:02.184Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/616b26df-e62a-4c68-b506-f4a923d8aaf7): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 609.258391642s
|
| 698 | 2024-02-14T21:16:02.624Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-f4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/f4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 609.69730947s
|
| 699 | 2024-02-14T21:16:03.484Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-ceb4461c-cf56-4719-ad3c-14430bfdfb60", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/ceb4461c-cf56-4719-ad3c-14430bfdfb60): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 610.557874239s
|
| 700 | 2024-02-14T21:16:05.144Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-616b26df-e62a-4c68-b506-f4a923d8aaf7", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 612.22089235s
|
| 701 | 2024-02-14T21:16:05.414Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/d462a7f7-b628-40fe-80ff-4e4189e2d62b): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 612.487685428s
|
| 702 | 2024-02-14T21:16:05.894Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-e4b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/e4b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 612.967491129s
|
| 703 | 2024-02-14T21:16:06.044Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about Put(PhysicalDiskPutRequest { model: "synthetic-model", serial: "synthetic-serial-d462a7f7-b628-40fe-80ff-4e4189e2d62b", sled_id: 1c50e755-2166-4862-a640-3903f1baeb94, variant: U2, vendor: "synthetic-vendor" })
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/physical-disk): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:223
total duration = 613.119550793s
|
| 704 | 2024-02-14T21:16:14.294Z | WARN | SledAgent (StorageMonitor): failed to notify nexus about a new pool oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03 on disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-14b4dc87-ab46-49fb-a4b4-d361ae214c03", model: "synthetic-model" }
err = "Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1c50e755-2166-4862-a640-3903f1baeb94/zpools/14b4dc87-ab46-49fb-a4b4-d361ae214c03): error trying to connect: tcp connect error: No route to host (os error 148)"
file = sled-agent/src/storage_monitor.rs:273
total duration = 621.368972915s
|
| 705 | 2024-02-14T21:16:18.279Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:62546
|
| 706 | 2024-02-14T21:16:18.279Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 41
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:62546
req_id = a4fc7942-fc61-4edf-9ec9-b4be02ce732c
response_code = 200
uri = /baseboard
|
| 707 | 2024-02-14T21:16:48.309Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:53105
|
| 708 | 2024-02-14T21:16:48.309Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 62
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:53105
req_id = ee00704f-1e07-4700-9640-2d5c2c183ced
response_code = 200
uri = /baseboard
|
| 709 | 2024-02-14T21:17:18.341Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:56338
|
| 710 | 2024-02-14T21:17:18.341Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 35
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:56338
req_id = 0f4091f5-350d-44dc-b1e6-a8fa4a8059b1
response_code = 200
uri = /baseboard
|
| 711 | 2024-02-14T21:17:32.285Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:474
|
| 712 | 2024-02-14T21:17:32.285Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42739
|
| 713 | 2024-02-14T21:17:32.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 9270
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42739
req_id = 747d2b5c-5363-47ca-a88b-8a2156f8bc84
response_code = 200
uri = /timesync
|
| 714 | 2024-02-14T21:17:32.299Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1707945450.8377578, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:502
|
| 715 | 2024-02-14T21:17:32.299Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:524
|