[ Mar 24 18:27:09 Enabled. ]
[ Mar 24 18:27:09 Rereading configuration. ]
[ Mar 24 18:27:10 Rereading configuration. ]
[ Mar 24 18:27:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 24 18:27:31 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.575758658Z","hostname":"oxz_switch","pid":5388,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.57815754Z","hostname":"oxz_switch","pid":5388}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.578674566Z","hostname":"oxz_switch","pid":5388}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.579606459Z","hostname":"oxz_switch","pid":5388,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.580938786Z","hostname":"oxz_switch","pid":5388,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        386a345e-f45a-414e-a736-ceb668826f36,\n    ),\n    sled_id: Some(\n        32482131-2003-4c82-8bdf-7b718f891115,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.582495406Z","hostname":"oxz_switch","pid":5388}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.582519657Z","hostname":"oxz_switch","pid":5388,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:31.586147534Z","hostname":"oxz_switch","pid":5388,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::78d6:7cff:feba:a5c8->7a:d6:7c:ba:a5:c8"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:31.588730828Z","hostname":"oxz_switch","pid":5388}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:31.593904906Z","hostname":"oxz_switch","pid":5388}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:27:31.598825191Z","hostname":"oxz_switch","pid":5388}
[ Mar 24 18:27:32 Rereading configuration. ]
[ Mar 24 18:27:32 Executing refresh method (:kill). ]
[ Mar 24 18:27:32 Stopping because all processes in service exited. ]
[ Mar 24 18:27:32 Executing stop method (:kill). ]
[ Mar 24 18:27:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 24 18:27:32 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.134259327Z","hostname":"oxz_switch","pid":5467,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.135117299Z","hostname":"oxz_switch","pid":5467}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.135444353Z","hostname":"oxz_switch","pid":5467}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.135539444Z","hostname":"oxz_switch","pid":5467,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.13749195Z","hostname":"oxz_switch","pid":5467,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.137662522Z","hostname":"oxz_switch","pid":5467,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 386a345e-f45a-414e-a736-ceb668826f36, sled_id: 32482131-2003-4c82-8bdf-7b718f891115, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: d0b8fbd1-c779-47f3-9fb8-dd9ada2708c9, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.137685772Z","hostname":"oxz_switch","pid":5467,"unit":"oximeter","producer_id":"da9aeebe-1320-4a3f-b351-685d3d2c76ea"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        386a345e-f45a-414e-a736-ceb668826f36,\n    ),\n    sled_id: Some(\n        32482131-2003-4c82-8bdf-7b718f891115,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.138650825Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.144845946Z","hostname":"oxz_switch","pid":5467}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.146924353Z","hostname":"oxz_switch","pid":5467,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::705c:acff:fe22:5c1d->72:5c:ac:22:5c:1d"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.147196397Z","hostname":"oxz_switch","pid":5467,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::78d6:7cff:feba:a5c8->7a:d6:7c:ba:a5:c8"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.148149539Z","hostname":"oxz_switch","pid":5467,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.149298065Z","hostname":"oxz_switch","pid":5467,"local_addr":"[fd00:1122:3344:101::2]:61860","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.149366975Z","hostname":"oxz_switch","pid":5467,"local_addr":"[fd00:1122:3344:101::2]:61860","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.149564108Z","hostname":"oxz_switch","pid":5467,"local_addr":"[fd00:1122:3344:101::2]:61860","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:61860","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.149591488Z","hostname":"oxz_switch","pid":5467,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.149599688Z","hostname":"oxz_switch","pid":5467,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.14975868Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.150203586Z","hostname":"oxz_switch","pid":5467,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.150277687Z","hostname":"oxz_switch","pid":5467,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:61860","producer_id":"da9aeebe-1320-4a3f-b351-685d3d2c76ea"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:32.150289367Z","hostname":"oxz_switch","pid":5467,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.150295287Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.151108248Z","hostname":"oxz_switch","pid":5467}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.151584314Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:27:32.151600715Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.244417ms","count":"0"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.152861701Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-24T18:27:05.652954196Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.152896052Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","id":"10076660720119290418"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.152906002Z","hostname":"oxz_switch","pid":5467,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:27:32.15427504Z","hostname":"oxz_switch","pid":5467}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:27:32.39468342Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"244.376603ms","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.921434203Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 662, tv_nsec: 277330575 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.92193255Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:32.963436154Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-24T18:27:33.120902027Z","hostname":"oxz_switch","pid":5467,"interface":"tfportqsfp0_0","entry":"10.151.1.174->3a:f7:8a:08:47:d5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:33.606870786Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:33.612702522Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:33.616494112Z","hostname":"oxz_switch","pid":5467}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:33.616751705Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:33.618481028Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-24T18:27:05.652824014Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:33.618569999Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","id":"16277160016119814522"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:33.61858648Z","hostname":"oxz_switch","pid":5467,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:34.682553592Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:34.687666629Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:34.690269283Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:35.496325556Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:35.500933117Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:35.5034246Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:36.915362913Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:36.921067598Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:36.923931665Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:38.416263572Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:38.421361159Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:38.42454465Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:39.243472213Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:39.247968761Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:39.250633176Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:40.432481074Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:40.437116864Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:40.440037413Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:41.014208547Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:41.019224183Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:41.02209813Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:41.702503627Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:41.70729204Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:41.709822023Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:42.158020766Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:43.023329656Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:43.028079088Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:43.030781413Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:43.621068109Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:44.192804612Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:44.19806643Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:44.200920558Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:45.034680153Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:45.03898634Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:45.041564254Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:45.904736377Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:45.910657585Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:45.914225261Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:46.535411531Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:46.540768921Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:46.543494917Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:47.6699455Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:47.677992635Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:47.681904826Z","hostname":"oxz_switch","pid":5467}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:47.774442282Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:27:47.775515347Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.816034695s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:48.344000687Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:48.352169354Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:48.36325305Z","hostname":"oxz_switch","pid":5467}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:48.842050801Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 678, tv_nsec: 391606598 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:48.87623706Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:48.957080782Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:49.305860045Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:49.351358843Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:49.372895976Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:50.380068861Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:50.387655281Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:50.393268255Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:51.155777185Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:51.16076719Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:51.164056673Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:51.84267216Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:51.846820145Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:51.850134518Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:51.959284543Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:52.451292929Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:52.457421769Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:52.46126223Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:53.227154874Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:53.232263461Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:53.23518507Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:53.417285073Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:54.263098498Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:54.267404881Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:54.270039629Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:55.594712206Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:55.59962313Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:55.602734681Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:56.94662081Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:56.951705657Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:56.954633355Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:58.138299989Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:58.144664993Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:58.148057488Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:59.698774134Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:59.702125878Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:27:59.705263229Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:01.163420499Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:01.170150888Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:01.174549256Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:01.943335348Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:02.597589245Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:02.603729345Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:02.606477321Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:03.391462596Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:03.920142594Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:28:03.922038618Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"32.006385697s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:03.965359798Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:03.969728195Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:03.972422501Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.0386456Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.043728927Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.046470273Z","hostname":"oxz_switch","pid":5467}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.412037277Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 695, tv_nsec: 6592974 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.412630234Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.447377521Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.934428721Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.938849209Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:05.941422613Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:07.041304295Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:07.046730016Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:07.050334363Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:08.364599713Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:08.368993571Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:08.372374755Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:09.12086042Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:09.125796555Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:09.128915956Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:09.700621528Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:09.705628324Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:09.70836704Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:10.269701246Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:10.274825153Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:10.277826843Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:11.16951669Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:11.173909897Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:11.176558552Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:11.91844031Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:12.515777879Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:12.520652023Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:12.52347089Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:13.366969544Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:13.548352478Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:13.553036889Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:13.555793615Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:14.087224149Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:14.093824785Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:14.097472324Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:14.637933955Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:14.64289256Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:14.645554786Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:15.720149596Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:15.725531579Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:15.728318613Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:17.197851253Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:17.203535868Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:17.206315775Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:18.38777936Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:18.393090379Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:18.396353273Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:19.760589871Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:19.765876069Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:19.768811677Z","hostname":"oxz_switch","pid":5467}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:20.408325421Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:28:20.409917412Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"48.53880067s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:20.949584333Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:20.955378369Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:20.958730143Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:21.858286633Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:21.863232688Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:21.865764151Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:21.892869267Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:22.658185874Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:22.663389112Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:22.666759017Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:23.223128958Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:23.229024395Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:23.232154446Z","hostname":"oxz_switch","pid":5467}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:23.340124145Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 712, tv_nsec: 983184603 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:23.340715023Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:23.34125334Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:23.373727337Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:24.728531388Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:24.734259343Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:24.737156071Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:26.061350022Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:26.066493569Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:26.069372447Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:26.71722967Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:26.722656151Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:26.725382557Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:27.316705097Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:27.321660623Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:27.32446859Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:28.17833001Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:28.183863545Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:28.186945903Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:29.688364952Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:29.69429105Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:29.697275789Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:30.665054666Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:30.67065808Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:30.67375371Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:31.308044825Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:31.313576768Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:31.3168128Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:31.867362075Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:32.324462151Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:32.329412566Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:32.332264114Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:33.026464485Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:33.031207597Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:33.061561566Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:33.315835538Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:34.125354305Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:34.130706735Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:34.133924328Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:34.810220514Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:34.81597227Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:34.818846128Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:35.396445268Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:35.401772117Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:35.405365009Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:36.363466745Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:36.369486334Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:36.372412002Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:37.161181167Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:37.167024324Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:37.170632491Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:38.276809266Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:38.282662933Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:38.285703013Z","hostname":"oxz_switch","pid":5467}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:38.335202014Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:28:38.336111616Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.513399694s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:39.586487395Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:39.592059931Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:39.595101218Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:40.679831952Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:40.685707659Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:40.689221695Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:41.841725729Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:42.05717651Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:42.061553127Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:42.064698859Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:43.161923467Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:43.166946003Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:43.169237263Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:43.291122224Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:43.417376763Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 733, tv_nsec: 114630742 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:43.41790115Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:43.449982852Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:44.201846402Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:44.206843707Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:44.209905687Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:45.277409195Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:45.282729895Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:45.285316929Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:46.643780649Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:46.649730737Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:46.652799637Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:47.309512766Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:47.314799596Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:47.317576643Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:48.087698951Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:48.093266075Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:48.096560228Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:48.951612064Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:48.957196627Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:48.960173216Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:50.424231485Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:50.429133659Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:50.432043817Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:51.815476216Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:51.826510051Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:51.830921229Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:51.833666975Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:52.770989201Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:52.776951649Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:52.779884798Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:53.266042136Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:53.589522427Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:53.594217836Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:53.597403721Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:54.74043826Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:54.74572402Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:54.748663348Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:56.039487699Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:56.044147991Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:56.047009908Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:57.09804998Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:57.103143706Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:57.106208817Z","hostname":"oxz_switch","pid":5467}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:58.410939131Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:28:58.412261369Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"86.643798217s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:58.551041882Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:58.556694236Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:58.559552944Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:59.637736982Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:59.643131853Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:28:59.645645086Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:00.510279297Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:00.514901878Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:00.518742758Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:01.238895632Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:01.244352503Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:01.247234061Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:01.789656398Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:02.617941022Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:02.623304823Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:02.626224541Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:03.241206572Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:04.014716097Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:04.021026359Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:04.024271212Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:05.392887396Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:05.397998703Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:05.400709419Z","hostname":"oxz_switch","pid":5467}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:06.681538758Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 756, tv_nsec: 441628326 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:06.682064015Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:06.713806932Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:06.786958583Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:06.791659295Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:06.794452872Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:08.124662811Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:08.12993777Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:08.133050901Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:09.012208733Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:09.017004476Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:09.019702931Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:09.727804405Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:09.73726893Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:09.741913271Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:10.303116671Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:10.31331549Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:10.318797991Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:17.411679023Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:17.413797731Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:17.513258128Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:17.558825427Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:17.582564049Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:18.407740492Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:18.415030268Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:18.426140469Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:19.236842746Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:19.243011697Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:19.251671601Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:20.575511496Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:20.590699945Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:20.840179344Z","hostname":"oxz_switch","pid":5467}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:21.684168294Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:29:21.738252744Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"110.032632912s","count":"7"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:21.754441777Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:21.763953072Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:21.768986788Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:23.08495142Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:23.093779106Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:23.103139779Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:23.627328637Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:23.635308331Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:23.640005973Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:24.626596184Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:24.632870256Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:24.636835768Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:26.074111087Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:26.080992158Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:26.085264758Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:27.308465151Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:27.313747253Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:27.316695838Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:27.395683424Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:27.396276907Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:28.821611988Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:28.829207668Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:28.832872536Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:29.600497703Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:29.607569646Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:29.611224344Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:30.359034692Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:30.366408889Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:30.370556703Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:31.321203681Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:31.32648055Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:31.329679292Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:32.676999768Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:32.682376258Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:32.685700702Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:33.452522001Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:33.457950142Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:33.460918891Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:34.713905188Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:34.718864313Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:34.721866463Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:35.85466213Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:35.859866258Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:35.863237422Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:37.159032789Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:37.164092828Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:37.166831174Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:37.39927193Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:37.399637645Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:38.148242964Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:38.155070804Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:38.165165076Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:39.435378041Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:39.44066536Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:39.444020024Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:40.658926265Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:40.66463507Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:40.674078224Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:41.585514087Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:41.603012597Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:41.60783164Z","hostname":"oxz_switch","pid":5467}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:41.608559399Z","hostname":"oxz_switch","pid":5467,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 791, tv_nsec: 412875433 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:41.609277188Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:41.679092854Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:42.722059802Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:42.730769706Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:42.736363099Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:43.714793801Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:43.722052866Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:43.725830176Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:44.95781725Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:44.965123516Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:44.968370219Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:45.52781006Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:45.533067399Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:45.53622343Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:46.696551956Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:46.701494911Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:46.704440059Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:47.402274124Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:47.402829981Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:48.102918316Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:48.109110977Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:48.112578732Z","hostname":"oxz_switch","pid":5467}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:49.595528876Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-24T18:29:49.597917127Z","hostname":"oxz_switch","pid":5467,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"137.898557726s","count":"8"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:49.620538374Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:49.626754395Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:49.629790705Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:50.99839787Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:51.004611882Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:51.008394141Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:52.166942403Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:52.171641214Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:52.174419531Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:53.368732241Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:53.37854989Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:53.381463878Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:54.360596589Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:54.367931945Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:54.372584266Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:55.091377946Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:55.098106524Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:55.101774576Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:55.892797288Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:55.900089793Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:55.90443023Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:56.496876874Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:56.50268326Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:56.506033264Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:57.33600671Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:57.342047619Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:57.34517381Z","hostname":"oxz_switch","pid":5467}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:57.40623014Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10076660720119290418"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:57.406645416Z","hostname":"oxz_switch","pid":5467,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"16277160016119814522"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:58.155100773Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:58.16098318Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:58.164440475Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:59.581659588Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:59.588195463Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:29:59.591128702Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:30:00.141102259Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:30:00.149990086Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:30:00.155566319Z","hostname":"oxz_switch","pid":5467}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:30:01.12023234Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportrear0_0 addrs [fe80::78d6:7cff:feba:a5c8]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:30:01.130136979Z","hostname":"oxz_switch","pid":5467}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-24T18:30:01.13476762Z","hostname":"oxz_switch","pid":5467}