[ Mar 17 20:57:51 Enabled. ]
[ Mar 17 20:57:51 Rereading configuration. ]
[ Mar 17 20:57:52 Rereading configuration. ]
[ Mar 17 20:58:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 17 20:58:03 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.763753894Z","hostname":"oxz_switch","pid":4966,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.765994799Z","hostname":"oxz_switch","pid":4966}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.76662525Z","hostname":"oxz_switch","pid":4966}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.766927445Z","hostname":"oxz_switch","pid":4966,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.76916944Z","hostname":"oxz_switch","pid":4966,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        8f057cc8-fc30-40ee-9feb-7402f45b3b9a,\n    ),\n    sled_id: Some(\n        0e128b51-cda4-4220-b252-d8351155c550,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.77163679Z","hostname":"oxz_switch","pid":4966}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.77165917Z","hostname":"oxz_switch","pid":4966,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:03.776312155Z","hostname":"oxz_switch","pid":4966,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5850:bfff:fe71:9046->5a:50:bf:71:90:46"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:03.777791048Z","hostname":"oxz_switch","pid":4966}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:03.783856865Z","hostname":"oxz_switch","pid":4966}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:58:03.789816371Z","hostname":"oxz_switch","pid":4966}
[ Mar 17 20:58:04 Rereading configuration. ]
[ Mar 17 20:58:04 Executing refresh method (:kill). ]
[ Mar 17 20:58:04 Stopping because all processes in service exited. ]
[ Mar 17 20:58:04 Executing stop method (:kill). ]
[ Mar 17 20:58:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Mar 17 20:58:04 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.461107032Z","hostname":"oxz_switch","pid":5360,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-78fa4e7c","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.462012697Z","hostname":"oxz_switch","pid":5360}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.462364182Z","hostname":"oxz_switch","pid":5360}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.462449413Z","hostname":"oxz_switch","pid":5360,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.464242322Z","hostname":"oxz_switch","pid":5360,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.464382374Z","hostname":"oxz_switch","pid":5360,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 8f057cc8-fc30-40ee-9feb-7402f45b3b9a, sled_id: 0e128b51-cda4-4220-b252-d8351155c550, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 8a44ad5b-d544-4e75-bfbf-04c42b8334bd, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.464411535Z","hostname":"oxz_switch","pid":5360,"unit":"oximeter","producer_id":"0b535ac2-e4d0-4cbb-9206-a8f3ce8dca77"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        8f057cc8-fc30-40ee-9feb-7402f45b3b9a,\n    ),\n    sled_id: Some(\n        0e128b51-cda4-4220-b252-d8351155c550,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.466377056Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.473261406Z","hostname":"oxz_switch","pid":5360}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.473868596Z","hostname":"oxz_switch","pid":5360,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::6c:9bff:fec7:3c37->02:6c:9b:c7:3c:37"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.47409089Z","hostname":"oxz_switch","pid":5360,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5850:bfff:fe71:9046->5a:50:bf:71:90:46"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.474976984Z","hostname":"oxz_switch","pid":5360,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.475682265Z","hostname":"oxz_switch","pid":5360,"local_addr":"[fd00:1122:3344:101::2]:46310","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.475737626Z","hostname":"oxz_switch","pid":5360,"local_addr":"[fd00:1122:3344:101::2]:46310","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.475908909Z","hostname":"oxz_switch","pid":5360,"local_addr":"[fd00:1122:3344:101::2]:46310","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:46310","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.475949279Z","hostname":"oxz_switch","pid":5360,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.47596072Z","hostname":"oxz_switch","pid":5360,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.476133772Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.476978776Z","hostname":"oxz_switch","pid":5360,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.477027186Z","hostname":"oxz_switch","pid":5360,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:46310","producer_id":"0b535ac2-e4d0-4cbb-9206-a8f3ce8dca77"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:04.477045327Z","hostname":"oxz_switch","pid":5360,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.477052857Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.478702803Z","hostname":"oxz_switch","pid":5360}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.479065909Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.480607054Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-17T20:57:47.716887972Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.480631114Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","id":"2036871915663502462"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:04.480638674Z","hostname":"oxz_switch","pid":5360,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:58:04.482013756Z","hostname":"oxz_switch","pid":5360}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-17T20:58:05.645868073Z","hostname":"oxz_switch","pid":5360,"interface":"tfportqsfp0_0","entry":"10.151.2.174->96:9a:f9:5c:ce:3b"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:05.791984189Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:05.797115271Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:05.799816164Z","hostname":"oxz_switch","pid":5360}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:05.800051168Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:05.800677408Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-17T20:57:47.716752810Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:05.800728959Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","id":"11020740929142973219"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:05.800737359Z","hostname":"oxz_switch","pid":5360,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:06.602780811Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:06.608136507Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:06.611378509Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:08.051804267Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:08.05699857Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:08.059852065Z","hostname":"oxz_switch","pid":5360}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:09.48003953Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62f45a5c-edba-487d-a885-7e519459422c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8cb17b20-7a30-40c2-bbac-82c585cc26c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 724, tv_nsec: 84936385 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:09.48065503Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:09.52324782Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:09.535192611Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:09.539995448Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:09.542920745Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:10.586649771Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:10.591729102Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:10.594585998Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:11.257258762Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:11.262394754Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:11.265526134Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:11.855487476Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:11.859977818Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:11.862371986Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:12.868029054Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:12.873214047Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:12.876082242Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:14.354492828Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:14.358865478Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:14.36213169Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:14.485084265Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:15.701524313Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:15.706410611Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:15.70948067Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:15.803067116Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:16.650336691Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:16.654530398Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:16.656826355Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:17.959997219Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:17.96443503Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:17.966979401Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:19.816520914Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:19.820717891Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:19.823692419Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:20.995434465Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:20.999929627Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:21.002527198Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:22.276365589Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:22.281310958Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:22.284285765Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:23.028435084Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:23.033179Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:23.036762749Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:24.174859073Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:24.179277944Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:24.181947447Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.015093943Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.051243866Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:58:25.052251652Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.048227742s","count":"0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.221841571Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.226186881Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.229066457Z","hostname":"oxz_switch","pid":5360}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.302511525Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62f45a5c-edba-487d-a885-7e519459422c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8cb17b20-7a30-40c2-bbac-82c585cc26c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 739, tv_nsec: 381192717 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.303132385Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:25.335433903Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:26.299584611Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:26.304226285Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:26.307182912Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:26.329066623Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:27.736693448Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:27.741389363Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:27.74431109Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:28.448727922Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:28.453003881Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:28.455874577Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:29.287747272Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:29.292165013Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:29.295229062Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:30.009032994Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:30.013426785Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:30.016292631Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:31.478380909Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:31.483329737Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:31.48598497Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:32.204300565Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:32.20831641Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:32.211181905Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:33.258093178Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:33.262459908Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:33.265419455Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:34.711189381Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:34.715730794Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:34.718459508Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:34.98935273Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:35.968321253Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:35.972841626Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:35.975807304Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:36.30429801Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:37.04166169Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:37.046227923Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:37.04916293Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:38.495267672Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:38.50018182Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:38.502877923Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:39.869886087Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:39.87376289Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:39.876478783Z","hostname":"oxz_switch","pid":5360}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:40.296157431Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:58:40.297480282Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.335019842s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:40.881949791Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62f45a5c-edba-487d-a885-7e519459422c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8cb17b20-7a30-40c2-bbac-82c585cc26c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 755, tv_nsec: 3071283 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:40.882550401Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:40.914769455Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:41.299637857Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:41.303769663Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:41.305914328Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:42.484181966Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:42.488627827Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:42.491494513Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:43.865427278Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:43.869332461Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:43.872004593Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:44.659276254Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:44.663784286Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:44.666387698Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:44.964337054Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:45.624056859Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:45.628862296Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:45.631735182Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:46.279408015Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:46.313124946Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:46.318409541Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:46.321389358Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:47.687104471Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:47.691687675Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:47.69451533Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:48.536251283Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:48.540336709Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:48.54291657Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:49.438667999Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:49.442844926Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:49.445529524Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:50.412745045Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:50.417522271Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:50.420297126Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:51.001678805Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:51.006629165Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:51.009186286Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:52.205977391Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:52.210193799Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:52.212473765Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:53.41358876Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:53.418407356Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:53.421320573Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:54.141768735Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:54.146310695Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:54.149046209Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:54.938548585Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:55.090177166Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:55.094576616Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:55.097950741Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:55.69244125Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:55.697047324Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:55.699703096Z","hostname":"oxz_switch","pid":5360}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:55.875913621Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:58:55.877282023Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"50.957130502s","count":"2"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:56.253772779Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:56.481143193Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62f45a5c-edba-487d-a885-7e519459422c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8cb17b20-7a30-40c2-bbac-82c585cc26c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 770, tv_nsec: 644613385 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:56.481726972Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:56.513514722Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:57.037595833Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:57.042256928Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:57.045120844Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:58.498136415Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:58.502688718Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:58.505439462Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:59.59323773Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:59.597274255Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:58:59.600225272Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:00.392115487Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:00.396544598Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:00.399048167Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:01.687549883Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:01.692163237Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:01.694952161Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:02.713042182Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:02.717514434Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:02.720458351Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:03.834989698Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:03.839237786Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:03.841838957Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:04.913753071Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:04.949028926Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:04.953361436Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:04.956213712Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:06.163532575Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:06.167629401Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:06.170251603Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:06.228729961Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:06.818642787Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:06.823151299Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:06.825966034Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:07.451503812Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:07.456568393Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:07.459579191Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:08.153308312Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:08.157700563Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:08.160565399Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:08.771330939Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:08.775942083Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:08.778453264Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:10.170019381Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:10.174309199Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:10.177121754Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:11.097373906Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:11.101902209Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:11.104404019Z","hostname":"oxz_switch","pid":5360}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:11.474233447Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:59:11.476054076Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.598226446s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:12.527884308Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:12.532296059Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:12.534824289Z","hostname":"oxz_switch","pid":5360}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:12.92596263Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62f45a5c-edba-487d-a885-7e519459422c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8cb17b20-7a30-40c2-bbac-82c585cc26c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 787, tv_nsec: 134061891 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:12.926483008Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:12.958604643Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:13.291317306Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:13.296437489Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:13.29900557Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:14.062362236Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:14.066577904Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:14.068991482Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:14.888322867Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:15.147912508Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:15.152763876Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:15.155641162Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:15.669632151Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:15.674134403Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:15.676949588Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:16.202958281Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:16.492828527Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:16.497324239Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:16.500036793Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:17.909878403Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:17.914497817Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:17.91716801Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:19.279471038Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:19.284740353Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:19.287217032Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:20.693584396Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:20.697997057Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:20.701043126Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:22.046932902Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:22.051095538Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:22.054212368Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:23.323181361Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:23.327672935Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:23.330376146Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:24.734666437Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:24.739072088Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:24.742036005Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:24.862925093Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:26.13532003Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:26.139440307Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:26.142176331Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:26.178655195Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:27.606809629Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:27.611466993Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:27.61439725Z","hostname":"oxz_switch","pid":5360}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:27.919454511Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:59:27.921490663Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"83.088265353s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:28.997292769Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:29.001671859Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:29.004176909Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:29.811298617Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:29.815722428Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:29.818615175Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:30.446695633Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:30.450972061Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:30.453696115Z","hostname":"oxz_switch","pid":5360}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:31.092399904Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62f45a5c-edba-487d-a885-7e519459422c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8cb17b20-7a30-40c2-bbac-82c585cc26c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 805, tv_nsec: 349739356 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:31.092964003Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:31.125310051Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:31.801974698Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:31.806068714Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:31.809122002Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:32.971391434Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:32.975919817Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:32.978751202Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:33.489424048Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:33.494794774Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:33.497766162Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:34.149436458Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:34.154118673Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:34.156981799Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:34.710221358Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:34.714964064Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:34.717919141Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:34.837085932Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:35.567649572Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:35.572024653Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:35.574762057Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:36.154330188Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:36.438049495Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:36.442768791Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:36.445357602Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:37.276333684Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:37.281602068Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:37.284635767Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:38.283424088Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:38.288424608Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:38.29101343Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:39.78319471Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:39.788078112Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:39.790992585Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:40.802659362Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:40.806944261Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:40.809981199Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:41.430200962Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:41.434859726Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:41.437708742Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:42.679017141Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:42.684504938Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:42.694283355Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:43.980345842Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:43.985718138Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:43.988805568Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:44.812108116Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:45.181492017Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:45.197529995Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:45.216233504Z","hostname":"oxz_switch","pid":5360}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:46.201776863Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:46.22090087Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-17T20:59:46.243037135Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"101.459508494s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:46.729685706Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:46.739563674Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:46.745969057Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:47.461105521Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:47.468341157Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:47.473858255Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:48.626608445Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:48.631247819Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:48.634019184Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:49.97439018Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:49.979000704Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:49.981715628Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:51.195611987Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:51.200474705Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:51.20324911Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:51.917950566Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:51.923569896Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:51.926699136Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:52.743156424Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:52.748374558Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:52.751944375Z","hostname":"oxz_switch","pid":5360}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:53.208629946Z","hostname":"oxz_switch","pid":5360,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62f45a5c-edba-487d-a885-7e519459422c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"8cb17b20-7a30-40c2-bbac-82c585cc26c6.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"a92a9926-37a9-46d8-ae88-5599031c5ff2.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 827, tv_nsec: 526007998 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:53.209268887Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:53.242291946Z","hostname":"oxz_switch","pid":5360,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:54.008538669Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:54.013793823Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:54.016635798Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:54.642507921Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:54.64809986Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:54.651134219Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:54.789317909Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2036871915663502462"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:55.878548451Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:55.884004689Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:55.886943126Z","hostname":"oxz_switch","pid":5360}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:56.186383005Z","hostname":"oxz_switch","pid":5360,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11020740929142973219"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:57.36163168Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:57.366961355Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:57.370019877Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:58.244624327Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:58.250366886Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:58.253659743Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:58.951307096Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:58.957683412Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T20:59:58.961571077Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:00:00.073682984Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:00:00.083237377Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:00:00.087635697Z","hostname":"oxz_switch","pid":5360}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:00:00.626373058Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportrear0_0 addrs [fe80::5850:bfff:fe71:9046]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:00:00.632524806Z","hostname":"oxz_switch","pid":5360}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-17T21:00:00.63591502Z","hostname":"oxz_switch","pid":5360}