[ Aug 15 07:28:49 Enabled. ]
[ Aug 15 07:28:49 Rereading configuration. ]
[ Aug 15 07:28:50 Rereading configuration. ]
[ Aug 15 07:29:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 15 07:29:01 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.158822649Z","hostname":"oxz_switch","pid":5350,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.160635269Z","hostname":"oxz_switch","pid":5350}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.161024458Z","hostname":"oxz_switch","pid":5350}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.162640414Z","hostname":"oxz_switch","pid":5350,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.163270018Z","hostname":"oxz_switch","pid":5350,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        0874b1c5-8b60-4231-88a9-f85d15cf2cdf,\n    ),\n    sled_id: Some(\n        6f82c21f-e982-497d-b0fc-6c2cabea1dff,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.16517695Z","hostname":"oxz_switch","pid":5350}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.16520196Z","hostname":"oxz_switch","pid":5350,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.169402963Z","hostname":"oxz_switch","pid":5350,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9011:15ff:fe77:fb6->92:11:15:77:0f:b6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.171115261Z","hostname":"oxz_switch","pid":5350}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.176989201Z","hostname":"oxz_switch","pid":5350}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:01.182937472Z","hostname":"oxz_switch","pid":5350}
[ Aug 15 07:29:01 Rereading configuration. ]
[ Aug 15 07:29:01 Executing refresh method (:kill). ]
[ Aug 15 07:29:01 Stopping because all processes in service exited. ]
[ Aug 15 07:29:01 Executing stop method (:kill). ]
[ Aug 15 07:29:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug 15 07:29:01 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.822105657Z","hostname":"oxz_switch","pid":5481,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.823353475Z","hostname":"oxz_switch","pid":5481}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.823793495Z","hostname":"oxz_switch","pid":5481}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.823902927Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.825898121Z","hostname":"oxz_switch","pid":5481,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.826110475Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 0874b1c5-8b60-4231-88a9-f85d15cf2cdf, sled_id: 6f82c21f-e982-497d-b0fc-6c2cabea1dff, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 1272e73a-1953-477d-bf82-53e5903f7448, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.826159477Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter","producer_id":"758494e0-7bb1-4c31-87d7-c7942e1a4568"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        0874b1c5-8b60-4231-88a9-f85d15cf2cdf,\n    ),\n    sled_id: Some(\n        6f82c21f-e982-497d-b0fc-6c2cabea1dff,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.827248371Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.835051123Z","hostname":"oxz_switch","pid":5481}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.836534376Z","hostname":"oxz_switch","pid":5481,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9011:15ff:fe77:fb6->92:11:15:77:0f:b6"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.836766031Z","hostname":"oxz_switch","pid":5481,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::54b2:41ff:fed4:640c->56:b2:41:d4:64:0c"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.838263154Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.83947591Z","hostname":"oxz_switch","pid":5481,"local_addr":"[fd00:1122:3344:101::2]:36204","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.839577783Z","hostname":"oxz_switch","pid":5481,"local_addr":"[fd00:1122:3344:101::2]:36204","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.839733006Z","hostname":"oxz_switch","pid":5481,"local_addr":"[fd00:1122:3344:101::2]:36204","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:36204","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.839755087Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.839762237Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.83990297Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.840266328Z","hostname":"oxz_switch","pid":5481,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.840323799Z","hostname":"oxz_switch","pid":5481,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:36204","producer_id":"758494e0-7bb1-4c31-87d7-c7942e1a4568"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:01.840337429Z","hostname":"oxz_switch","pid":5481,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.84034344Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.840482663Z","hostname":"oxz_switch","pid":5481}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.840940313Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:01.841625258Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.276629ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.842346404Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-15T07:28:44.866571973Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.842393735Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","id":"2556501112265819910"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:01.842417566Z","hostname":"oxz_switch","pid":5481,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:01.843952039Z","hostname":"oxz_switch","pid":5481}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:02.059900605Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"219.535935ms","count":"1"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:02.454682837Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"614.314917ms","count":"2"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-15T07:29:02.854329277Z","hostname":"oxz_switch","pid":5481,"interface":"tfportqsfp0_0","entry":"10.151.1.174->2e:c7:9a:9b:65:ab"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.246875459Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.251170574Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.25418187Z","hostname":"oxz_switch","pid":5481}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.254442546Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.255193992Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-15T07:28:44.866440700Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.255246024Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","id":"12580035396232926397"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.255261704Z","hostname":"oxz_switch","pid":5481,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:03.441248769Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.600839508s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.973454123Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.97786467Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:03.981582882Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:05.146482919Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:05.15240354Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:05.155901307Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.02835832Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.03330043Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.036835557Z","hostname":"oxz_switch","pid":5481}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.420189197Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fd222e9-936c-4b45-b166-9c8538a19ccd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ad80b418-70c2-4518-9143-4a4b7931d8d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ae91ec61-769e-4c5e-8d2b-17fb66117971.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ae91ec61-769e-4c5e-8d2b-17fb66117971.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 18244, tv_nsec: 688079024 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.420681448Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.436653181Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.947173317Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.952150247Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:06.955345898Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:07.505254413Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:07.509563728Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:07.512790439Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:08.966171662Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:08.971426618Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:08.974432854Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:09.50167974Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:09.506576358Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:09.509916842Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:10.22988718Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:10.235076635Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:10.237999509Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:11.678250843Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:11.683044809Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:11.686598547Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:11.845689488Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2556501112265819910"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:12.865215647Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:12.870113185Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:12.873172382Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:13.25689743Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12580035396232926397"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:13.53330908Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:13.538863432Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:13.542102284Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:14.988802809Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:14.993241787Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:14.996107691Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:16.484296663Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:16.490815006Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:16.493981276Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:17.435363051Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:17.439769508Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:17.442774824Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:18.031768492Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:18.036029326Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:18.039557014Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:19.451529643Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:19.456458582Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:19.460037741Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:20.842451208Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:20.847297595Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:20.850631299Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:21.08521365Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:21.086455658Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"19.599094953s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:21.226811735Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:21.231476198Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:21.238448352Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:21.494810329Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2556501112265819910"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:22.035668093Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:22.040151254Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:22.04313216Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:22.908176404Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12580035396232926397"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:23.129806243Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:23.134442969Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:23.137487271Z","hostname":"oxz_switch","pid":5481}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:23.398120065Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fd222e9-936c-4b45-b166-9c8538a19ccd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ad80b418-70c2-4518-9143-4a4b7931d8d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ae91ec61-769e-4c5e-8d2b-17fb66117971.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ae91ec61-769e-4c5e-8d2b-17fb66117971.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 18262, tv_nsec: 15542937 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:23.398923872Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:23.406952224Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:24.247189634Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:24.252138773Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:24.255379735Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:25.296327687Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:25.301107202Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:25.304895016Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:26.057608029Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:26.062930366Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:26.065467412Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:27.465451659Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:27.47095924Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:27.47368449Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:28.079305526Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:28.100203947Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:28.11300869Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:28.802930805Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:28.810378029Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:28.815954152Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:30.003107872Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:30.009514423Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:30.012889588Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:31.372239795Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:31.378240188Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:31.381946349Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:31.501632448Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2556501112265819910"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:32.237196851Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:33.22585278Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12580035396232926397"}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:33.226029253Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:33.243913908Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:33.934380886Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:33.940730346Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:33.949345676Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:35.306691167Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:35.311986544Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:35.314886138Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:36.721172318Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:36.726415744Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:36.729148474Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:38.138026646Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:38.14367638Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:38.146868931Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:38.40872788Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:38.410006538Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"36.918727363s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:39.246815655Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:39.250686671Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:39.253656356Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:39.899572511Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:39.905462841Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:39.908703962Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:40.60363157Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:40.609250714Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:40.612342772Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:41.184614681Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:41.191746239Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:41.195248666Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:41.504565173Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2556501112265819910"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:42.059204622Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:42.064482999Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:42.067492065Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:42.618864902Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:42.623601207Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:42.626433949Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:43.226185684Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12580035396232926397"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:43.598324316Z","hostname":"oxz_switch","pid":5481,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9fd222e9-936c-4b45-b166-9c8538a19ccd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ad80b418-70c2-4518-9143-4a4b7931d8d0.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ae91ec61-769e-4c5e-8d2b-17fb66117971.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ae91ec61-769e-4c5e-8d2b-17fb66117971.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 18282, tv_nsec: 215474199 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:43.598901989Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:43.606036376Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:43.805721702Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:43.810828145Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:43.814168069Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:44.775270268Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:44.780558825Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:44.783364176Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:45.697472438Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:45.703828808Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:45.707759245Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:46.750009155Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:46.754881852Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:46.758152205Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:47.731834592Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:47.737251711Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:47.741045335Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:48.637377585Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:48.642953488Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:48.646159809Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:50.454988156Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:50.464513426Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:50.470962079Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:51.508311581Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2556501112265819910"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:51.843489907Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:51.851163257Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:51.855261517Z","hostname":"oxz_switch","pid":5481}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:53.228076002Z","hostname":"oxz_switch","pid":5481,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12580035396232926397"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:53.309246244Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:53.314836197Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:53.317775032Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:53.900806088Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:53.905543122Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:53.909100081Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:54.987311665Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:54.9925313Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:54.995435834Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:56.076818558Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:56.08191251Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:56.084818304Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:57.456147777Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:57.460022282Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:57.462554278Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:58.37982164Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:58.38431767Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:58.387326576Z","hostname":"oxz_switch","pid":5481}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:58.607435423Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-15T07:29:58.608327323Z","hostname":"oxz_switch","pid":5481,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"57.116972858s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:58.969273718Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:58.973675835Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:58.97659608Z","hostname":"oxz_switch","pid":5481}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:59.953421826Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportrear0_0 addrs [fe80::9011:15ff:fe77:fb6]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:59.958435807Z","hostname":"oxz_switch","pid":5481}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-15T07:29:59.961598497Z","hostname":"oxz_switch","pid":5481}