[ Aug  6 23:28:49 Enabled. ]
[ Aug  6 23:28:49 Rereading configuration. ]
[ Aug  6 23:28:50 Rereading configuration. ]
[ Aug  6 23:29:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug  6 23:29:11 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.082561154Z","hostname":"oxz_switch","pid":5430,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.084508704Z","hostname":"oxz_switch","pid":5430}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.084822201Z","hostname":"oxz_switch","pid":5430}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.0866602Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.086786682Z","hostname":"oxz_switch","pid":5430,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        716ec350-8607-481a-a4a9-6749fd7ca2b4,\n    ),\n    sled_id: Some(\n        a865812e-5577-4331-a5b3-d961aeb3fd88,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.087985688Z","hostname":"oxz_switch","pid":5430}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.088004908Z","hostname":"oxz_switch","pid":5430,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.092739487Z","hostname":"oxz_switch","pid":5430,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5c07:b9ff:fef7:b45b->5e:07:b9:f7:b4:5b"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.094612847Z","hostname":"oxz_switch","pid":5430}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.10000456Z","hostname":"oxz_switch","pid":5430}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:11.10668585Z","hostname":"oxz_switch","pid":5430}
[ Aug  6 23:29:11 Rereading configuration. ]
[ Aug  6 23:29:11 Executing refresh method (:kill). ]
[ Aug  6 23:29:11 Stopping because all processes in service exited. ]
[ Aug  6 23:29:11 Executing stop method (:kill). ]
[ Aug  6 23:29:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Aug  6 23:29:11 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.736521008Z","hostname":"oxz_switch","pid":5516,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-5cb3f22d","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.73753946Z","hostname":"oxz_switch","pid":5516}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.737904127Z","hostname":"oxz_switch","pid":5516}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.737989959Z","hostname":"oxz_switch","pid":5516,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.740104024Z","hostname":"oxz_switch","pid":5516,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.740271747Z","hostname":"oxz_switch","pid":5516,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 716ec350-8607-481a-a4a9-6749fd7ca2b4, sled_id: a865812e-5577-4331-a5b3-d961aeb3fd88, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 7eece85c-a9bc-45b6-b4da-3cd302678ff9, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.740321188Z","hostname":"oxz_switch","pid":5516,"unit":"oximeter","producer_id":"a7e7aa22-7acc-4e9d-b5c0-82fb51a8d0c5"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        716ec350-8607-481a-a4a9-6749fd7ca2b4,\n    ),\n    sled_id: Some(\n        a865812e-5577-4331-a5b3-d961aeb3fd88,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.741494343Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.748836067Z","hostname":"oxz_switch","pid":5516}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.750590784Z","hostname":"oxz_switch","pid":5516,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5c07:b9ff:fef7:b45b->5e:07:b9:f7:b4:5b"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.750805178Z","hostname":"oxz_switch","pid":5516,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::3c7e:4fff:fef3:6ae2->3e:7e:4f:f3:6a:e2"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.752159457Z","hostname":"oxz_switch","pid":5516,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.753225439Z","hostname":"oxz_switch","pid":5516,"local_addr":"[fd00:1122:3344:101::2]:40534","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.753320761Z","hostname":"oxz_switch","pid":5516,"local_addr":"[fd00:1122:3344:101::2]:40534","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.753500395Z","hostname":"oxz_switch","pid":5516,"local_addr":"[fd00:1122:3344:101::2]:40534","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:40534","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.753518855Z","hostname":"oxz_switch","pid":5516,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.753526015Z","hostname":"oxz_switch","pid":5516,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.753682869Z","hostname":"oxz_switch","pid":5516,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.754012386Z","hostname":"oxz_switch","pid":5516,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.754055657Z","hostname":"oxz_switch","pid":5516,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:40534","producer_id":"a7e7aa22-7acc-4e9d-b5c0-82fb51a8d0c5"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:11.754068967Z","hostname":"oxz_switch","pid":5516,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.754075047Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.754424354Z","hostname":"oxz_switch","pid":5516}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.754881914Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:11.755343174Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.258156ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.756353895Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-06T23:28:44.921645072Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.756383626Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","id":"11001773904222906846"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:11.756392156Z","hostname":"oxz_switch","pid":5516,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:11.757624181Z","hostname":"oxz_switch","pid":5516}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:12.078723735Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"324.600407ms","count":"1"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:12.533065227Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"778.956879ms","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:12.736181613Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:12.742312992Z","hostname":"oxz_switch","pid":5516}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:12.745624311Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:13.716334518Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:13.722711202Z","hostname":"oxz_switch","pid":5516}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:13.725870239Z","hostname":"oxz_switch","pid":5516}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:13.844256965Z","hostname":"oxz_switch","pid":5516,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48083159-875e-4f16-a485-e7d85e3a6a14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5adc18f7-cb6c-440f-a1ab-f47f7dabde5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eae3dcc2-010a-4960-9002-85beea82cc89.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eae3dcc2-010a-4960-9002-85beea82cc89.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 2493, tv_nsec: 728064232 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:13.844900418Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:13.861477467Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:14.295351809Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:14.301508178Z","hostname":"oxz_switch","pid":5516}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:14.305935451Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:15.17627872Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:15.180764064Z","hostname":"oxz_switch","pid":5516}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:15.183642064Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:16.611545123Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:16.61564084Z","hostname":"oxz_switch","pid":5516}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:16.619071712Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:18.126522971Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:18.130696768Z","hostname":"oxz_switch","pid":5516}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:18.134192442Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:18.7830587Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:18.788641797Z","hostname":"oxz_switch","pid":5516}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:18.791879705Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:20.197108157Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:20.202607523Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:20.2058226Z","hostname":"oxz_switch","pid":5516}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:20.206139677Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:20.207425924Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-08-06T23:28:44.921512300Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:20.207561027Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","id":"2756091146472790917"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:20.207575717Z","hostname":"oxz_switch","pid":5516,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-08-06T23:29:20.326377932Z","hostname":"oxz_switch","pid":5516,"interface":"tfportqsfp0_0","entry":"10.151.2.174->06:42:d4:2d:78:99"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:21.472933862Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:21.478209583Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:21.481568184Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:21.760094573Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11001773904222906846"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:22.514473897Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:22.519015742Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:22.522527906Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:23.801326854Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:23.805862029Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:23.808858152Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:25.04868386Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:25.053200295Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:25.056087916Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:25.492417842Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:25.498170432Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:25.501528953Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:26.6968868Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:26.701676152Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:26.704901752Z","hostname":"oxz_switch","pid":5516}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:27.604346313Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:27.605630582Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"17.110205238s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:27.745418645Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:27.749946753Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:27.752590889Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:28.444413037Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:28.448854967Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:28.452071375Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:28.955081085Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2756091146472790917"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:29.377383116Z","hostname":"oxz_switch","pid":5516,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48083159-875e-4f16-a485-e7d85e3a6a14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5adc18f7-cb6c-440f-a1ab-f47f7dabde5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eae3dcc2-010a-4960-9002-85beea82cc89.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eae3dcc2-010a-4960-9002-85beea82cc89.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 2510, tv_nsec: 515203645 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:29.378166001Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:29.385752507Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:29.775874788Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:29.781104472Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:29.784424282Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:30.51187026Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11001773904222906846"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:30.851995872Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:30.857011644Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:30.859951924Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:31.480653808Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:31.4850322Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:31.488244445Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:32.147013952Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:32.151119183Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:32.154864256Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:32.85133185Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:32.855794356Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:32.858727471Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:33.842964003Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:33.849005669Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:33.852582579Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:34.558012072Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:34.562582343Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:34.565661585Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:35.850967898Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:35.855346941Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:35.858431706Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:36.641242249Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:36.646253896Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:36.64925554Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:37.347341209Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:37.352135298Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:37.355274288Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:38.341520126Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:38.346128985Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:38.349607321Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:38.920761681Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:38.925204112Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:38.933664881Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:38.984242577Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2756091146472790917"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:40.256378684Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:40.261010719Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:40.264036789Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:40.540532504Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11001773904222906846"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:41.377163134Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:41.381892922Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:41.385077164Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:42.81985579Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:42.824809104Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:42.828055893Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:43.345843054Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:43.351118292Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:43.354598325Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:44.260657005Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:44.265672548Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:44.268435837Z","hostname":"oxz_switch","pid":5516}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:44.427246454Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-08-06T23:29:44.428253243Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"33.887325591s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:44.911355544Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:44.915846776Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:44.918753445Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:45.776617116Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:45.78151902Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:45.785134977Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:46.955188602Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:46.959198883Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:46.962105518Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:47.880967284Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:47.885925208Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:47.888947509Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:48.400792746Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:48.405078574Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:48.408014586Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:49.013424728Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2756091146472790917"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:49.075646961Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:49.080108599Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:49.083710298Z","hostname":"oxz_switch","pid":5516}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:49.339945059Z","hostname":"oxz_switch","pid":5516,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"48083159-875e-4f16-a485-e7d85e3a6a14.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5adc18f7-cb6c-440f-a1ab-f47f7dabde5f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eae3dcc2-010a-4960-9002-85beea82cc89.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eae3dcc2-010a-4960-9002-85beea82cc89.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 2530, tv_nsec: 423818986 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:49.340706328Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:49.347331254Z","hostname":"oxz_switch","pid":5516,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:50.291962383Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:50.296250204Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:50.299670168Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:50.569790803Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11001773904222906846"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:51.22266952Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:51.227249159Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:51.230337473Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:52.384501287Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:52.388844867Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:52.391771659Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:53.311655444Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:53.317466923Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:53.320468138Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:54.301877869Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:54.306558236Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:54.309916325Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:55.176635473Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:55.181526221Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:55.184466594Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:56.114237005Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:56.118715552Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:56.122050631Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:57.458649466Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:57.462837243Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:57.46637036Z","hostname":"oxz_switch","pid":5516}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:58.162960947Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:58.168323404Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:58.172089391Z","hostname":"oxz_switch","pid":5516}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:59.042959774Z","hostname":"oxz_switch","pid":5516,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2756091146472790917"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:59.55440875Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportrear0_0 addrs [fe80::5c07:b9ff:fef7:b45b]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:59.559816938Z","hostname":"oxz_switch","pid":5516}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-08-06T23:29:59.563462078Z","hostname":"oxz_switch","pid":5516}