[ Apr 28 20:27:35 Enabled. ]
[ Apr 28 20:27:35 Rereading configuration. ]
[ Apr 28 20:27:35 Rereading configuration. ]
[ Apr 28 20:27:46 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Apr 28 20:27:46 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.872395609Z","hostname":"oxz_switch","pid":4869,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.874416986Z","hostname":"oxz_switch","pid":4869}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.874850565Z","hostname":"oxz_switch","pid":4869}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.875803167Z","hostname":"oxz_switch","pid":4869,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.877099527Z","hostname":"oxz_switch","pid":4869,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        06f9fb13-11a3-4258-b85d-e7e488c28b98,\n    ),\n    sled_id: Some(\n        7a6f37a9-b314-40f7-b68d-30a25c1bf309,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.878426907Z","hostname":"oxz_switch","pid":4869}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.878444208Z","hostname":"oxz_switch","pid":4869,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.882245765Z","hostname":"oxz_switch","pid":4869,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c009:21ff:fe2a:bfbc->c2:09:21:2a:bf:bc"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:46.88248086Z","hostname":"oxz_switch","pid":4869,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9876:e2ff:fe9e:328e->9a:76:e2:9e:32:8e"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:46.884752622Z","hostname":"oxz_switch","pid":4869}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:46.889778207Z","hostname":"oxz_switch","pid":4869}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:27:46.894684569Z","hostname":"oxz_switch","pid":4869}
[ Apr 28 20:27:47 Rereading configuration. ]
[ Apr 28 20:27:47 Executing refresh method (:kill). ]
[ Apr 28 20:27:47 Stopping because all processes in service exited. ]
[ Apr 28 20:27:47 Executing stop method (:kill). ]
[ Apr 28 20:27:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Apr 28 20:27:47 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.498018402Z","hostname":"oxz_switch","pid":5022,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-44a949c9","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.498923343Z","hostname":"oxz_switch","pid":5022}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.499286871Z","hostname":"oxz_switch","pid":5022}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.499365793Z","hostname":"oxz_switch","pid":5022,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.50141458Z","hostname":"oxz_switch","pid":5022,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.501603084Z","hostname":"oxz_switch","pid":5022,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 06f9fb13-11a3-4258-b85d-e7e488c28b98, sled_id: 7a6f37a9-b314-40f7-b68d-30a25c1bf309, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 0b092e30-48f3-40e4-8fd6-8535fccddb31, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.501629775Z","hostname":"oxz_switch","pid":5022,"unit":"oximeter","producer_id":"779fe28a-ea44-424b-8106-52732814a3a0"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        06f9fb13-11a3-4258-b85d-e7e488c28b98,\n    ),\n    sled_id: Some(\n        7a6f37a9-b314-40f7-b68d-30a25c1bf309,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"buskin\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.502764591Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.508773658Z","hostname":"oxz_switch","pid":5022}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.510303343Z","hostname":"oxz_switch","pid":5022,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::c009:21ff:fe2a:bfbc->c2:09:21:2a:bf:bc"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.510527468Z","hostname":"oxz_switch","pid":5022,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::9876:e2ff:fe9e:328e->9a:76:e2:9e:32:8e"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.511810758Z","hostname":"oxz_switch","pid":5022,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.513160489Z","hostname":"oxz_switch","pid":5022,"local_addr":"[fd00:1122:3344:101::2]:50293","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.51322766Z","hostname":"oxz_switch","pid":5022,"local_addr":"[fd00:1122:3344:101::2]:50293","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.513408834Z","hostname":"oxz_switch","pid":5022,"local_addr":"[fd00:1122:3344:101::2]:50293","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:50293","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.513441055Z","hostname":"oxz_switch","pid":5022,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.513461135Z","hostname":"oxz_switch","pid":5022,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.513613479Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.513999588Z","hostname":"oxz_switch","pid":5022,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.514058959Z","hostname":"oxz_switch","pid":5022,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:50293","producer_id":"779fe28a-ea44-424b-8106-52732814a3a0"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:47.514071929Z","hostname":"oxz_switch","pid":5022,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.51407735Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.514191392Z","hostname":"oxz_switch","pid":5022}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.514617072Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.516179968Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-28T20:27:30.705567459Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.516227159Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","id":"3354938516770874411"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:47.516252469Z","hostname":"oxz_switch","pid":5022,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:27:47.517543579Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:48.564612823Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:48.569426613Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:48.572298399Z","hostname":"oxz_switch","pid":5022}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:48.572538374Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:48.57325044Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-04-28T20:27:30.705437295Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:48.573299172Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","id":"13783763953647358871"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:48.573308622Z","hostname":"oxz_switch","pid":5022,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-04-28T20:27:48.968141445Z","hostname":"oxz_switch","pid":5022,"interface":"tfportqsfp0_0","entry":"10.151.1.174->42:2a:39:4b:17:6e"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:49.157581348Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:49.162663094Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:49.166123123Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:50.491801231Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:50.496426987Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:50.49916759Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:51.68768474Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:51.693038082Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:51.695788135Z","hostname":"oxz_switch","pid":5022}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:52.517191926Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17d32ed5-c60b-4506-b4f4-13a8abf5b0b4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4d5f8d06-8de0-4308-85a4-c58286370926.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3567, tv_nsec: 269109988 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:52.517871972Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:52.561647813Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:52.76213622Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:52.767092023Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:52.77002751Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:53.952860681Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:53.958385797Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:53.961589201Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:54.648881914Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:54.652994278Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:54.655755721Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:55.81009242Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:55.815092904Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:55.818004491Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:56.626961167Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:56.632090775Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:56.634851438Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:57.519824373Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:57.844406079Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:57.848940653Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:57.852097535Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:58.575409442Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:59.193105893Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:59.197919814Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:27:59.201146808Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:00.444097013Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:00.448504684Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:00.451505852Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:01.863029005Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:01.867544778Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:01.87024117Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:02.640800188Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:02.645438954Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:02.648298739Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:03.688802603Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:03.693349857Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:03.696297635Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:04.744932765Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:04.749320205Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:04.752233242Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:05.885870223Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:05.890542111Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:05.893161352Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.200847554Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.20552852Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.208526777Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.529632397Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.570286179Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:28:07.571416016Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.050362818s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.726909939Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17d32ed5-c60b-4506-b4f4-13a8abf5b0b4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4d5f8d06-8de0-4308-85a4-c58286370926.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3582, tv_nsec: 471473878 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.727683098Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:07.75943683Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:08.064993449Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:08.069831996Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:08.072398278Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:08.586695825Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:09.000042875Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:09.004732419Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:09.007655761Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:10.411838482Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:10.416389579Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:10.419192719Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:11.136454384Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:11.140511268Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:11.143546086Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:12.597772888Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:12.60312879Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:12.605930255Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:13.692833512Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:13.697338467Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:13.699965301Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:14.968449114Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:14.974364811Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:14.986545466Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:15.601920031Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:15.60799227Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:15.611145446Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:16.599559158Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:16.60581249Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:16.608859412Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:17.527167418Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:17.53378751Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:17.540197624Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:17.560353905Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:18.616740374Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:19.192962727Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:19.214195462Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:19.228577192Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:19.961402805Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:19.967573812Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:19.971574887Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:20.754350877Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:20.761095137Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:20.765055541Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:21.386424616Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:21.392147147Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:21.396136247Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:22.538209606Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:22.543091246Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:22.545978563Z","hostname":"oxz_switch","pid":5022}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:22.801772147Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:28:22.802761852Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.240321515s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:23.329365572Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17d32ed5-c60b-4506-b4f4-13a8abf5b0b4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4d5f8d06-8de0-4308-85a4-c58286370926.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3598, tv_nsec: 31533832 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:23.329917637Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:23.361880921Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:23.672619633Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:23.677508383Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:23.68025555Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:24.592314521Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:24.596886503Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:24.600098451Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:25.930849275Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:25.93569042Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:25.939149287Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:27.068590641Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:27.081555413Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:27.0848628Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:31.440991686Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:31.451135902Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:31.465641054Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:31.473426863Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:31.480774801Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:32.464992075Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:32.471712991Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:32.487391953Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:33.792361695Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:33.799233663Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:33.803549821Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:34.908994221Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:34.917324412Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:34.921543048Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:36.072261711Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:36.077644644Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:36.081094143Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:37.441741646Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:37.448736616Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:37.452739507Z","hostname":"oxz_switch","pid":5022}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:38.392177069Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:28:38.400119929Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.811664435s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:38.437008723Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:38.4421141Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:38.445099198Z","hostname":"oxz_switch","pid":5022}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:39.092402133Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17d32ed5-c60b-4506-b4f4-13a8abf5b0b4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4d5f8d06-8de0-4308-85a4-c58286370926.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3613, tv_nsec: 769647167 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:39.092967326Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:39.145320504Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:39.664876114Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:39.670653827Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:39.67429747Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:40.93884117Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:40.943039876Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:40.946004814Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:41.481426323Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:41.52850722Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:41.589592348Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:41.59361055Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:41.59624683Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:42.747141308Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:42.752255025Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:42.755205693Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:43.870631729Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:43.876339019Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:43.8794349Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:44.414885518Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:44.420049776Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:44.422765908Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:45.114976771Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:45.120639461Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:45.123759162Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:46.087823836Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:46.092876079Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:46.096146154Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:47.172837743Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:47.178231356Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:47.181199634Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:48.49508227Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:48.501418475Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:48.504405504Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:49.336500178Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:49.342090986Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:49.345019803Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:49.93982485Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:49.94509314Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:49.9477051Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:51.003856972Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:51.00901407Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:51.011793493Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:51.531317718Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:51.532012194Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:52.289952883Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:52.295274495Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:52.298406286Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:53.1955459Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:53.201317942Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:53.204773451Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:53.97401759Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:53.979803012Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:53.9831913Z","hostname":"oxz_switch","pid":5022}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:54.146893225Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:28:54.147836516Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"66.559639617s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:54.76476727Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:54.770613964Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:54.773479589Z","hostname":"oxz_switch","pid":5022}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:55.452308209Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17d32ed5-c60b-4506-b4f4-13a8abf5b0b4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4d5f8d06-8de0-4308-85a4-c58286370926.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3630, tv_nsec: 130130272 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:55.45325564Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:55.486359248Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:55.78937668Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:55.794954878Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:55.797893685Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:56.857113708Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:56.862489381Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:56.866572084Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:58.141261005Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:58.146104855Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:58.149346419Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:59.043244829Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:59.048746285Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:28:59.051783975Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:00.414974481Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:00.420664871Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:00.423956186Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:01.306913255Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:01.31237284Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:01.315730287Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:01.53263745Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:01.533014068Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:02.696423244Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:02.701539451Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:02.704687123Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:03.868408096Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:03.873746018Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:03.876778387Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:04.455397725Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:04.460655855Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:04.463409698Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:05.113852198Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:05.119857096Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:05.123178021Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:05.770854489Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:05.776278673Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:05.779574169Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:06.530144129Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:06.535302327Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:06.53848199Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:07.969308044Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:07.974869731Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:07.977906881Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:08.979160876Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:08.983551497Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:08.986067765Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:10.06160216Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:10.066822359Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:10.069797097Z","hostname":"oxz_switch","pid":5022}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:10.487070573Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:29:10.487954974Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"82.899777064s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:10.963392201Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:10.969276495Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:10.972014178Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:11.534968046Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:11.535310844Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:11.932505031Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:11.937822983Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:11.940791991Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:12.726375532Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:12.732142294Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:12.734813535Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.17579629Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.181358947Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.184364206Z","hostname":"oxz_switch","pid":5022}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.722569869Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17d32ed5-c60b-4506-b4f4-13a8abf5b0b4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4d5f8d06-8de0-4308-85a4-c58286370926.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3649, tv_nsec: 400406842 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.723120572Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.756080136Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.966675954Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.97304277Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:14.976431937Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:15.641656066Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:15.647665153Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:15.650627771Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:16.323902514Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:16.329318227Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:16.332435499Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:17.043532686Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:17.049208506Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:17.05202155Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:17.599312891Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:17.605075253Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:17.607772645Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:18.975414903Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:18.981718188Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:18.985013853Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:20.042642019Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:20.048410221Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:20.051223065Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:20.94751161Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:20.953355564Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:20.956412923Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:21.536546885Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:21.536939944Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:22.33970879Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:22.345269877Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:22.348187254Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:23.02073179Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:23.026784428Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:23.02990934Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:24.311681303Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:24.317405954Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:24.320261739Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:25.403335797Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:25.409327944Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:25.412478596Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:26.847142908Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:26.855473758Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:26.861635809Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:27.873871357Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:27.881913211Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:27.886600518Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:29.397222596Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:29.40525467Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:29.411499633Z","hostname":"oxz_switch","pid":5022}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:29.757640202Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:29:29.760153489Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"102.171273786s","count":"5"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:30.621500364Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:30.642755971Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:30.662362439Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.254363732Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.263507582Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.289982407Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.56675881Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.567404084Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.963278271Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.971172922Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:31.975314206Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:33.035840758Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:33.044593128Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:33.049354587Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:33.622665433Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:33.630084013Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:33.636393067Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:34.540418088Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:34.548221117Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:34.552499215Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:35.364510731Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:35.369448264Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:35.37279367Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:36.021708036Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:36.029694789Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:36.034298494Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:37.001575163Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:37.009096265Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:37.014351085Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:38.102756994Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:38.110503761Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:38.115513836Z","hostname":"oxz_switch","pid":5022}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:38.737616518Z","hostname":"oxz_switch","pid":5022,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"17d32ed5-c60b-4506-b4f4-13a8abf5b0b4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"4d5f8d06-8de0-4308-85a4-c58286370926.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"74ec6080-a1da-4f8a-bd04-f2e320a3ff20.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 3673, tv_nsec: 412954647 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:38.76216843Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:38.905747655Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:39.371927309Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:39.377678401Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:39.380994396Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:40.266692148Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:40.271099969Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:40.273663038Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.102953879Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.109229493Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.112349404Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.576892231Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.577326962Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.91512913Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.920571575Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:41.923930961Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:42.623406773Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:42.629052662Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:42.632783508Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:43.392058348Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:43.39741197Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:43.401936494Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:44.2095674Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:44.214894642Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:44.21790296Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:45.179759455Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:45.186016598Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:45.189013876Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:46.434124201Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:46.440478557Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:46.444039638Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:47.633752936Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:47.639953128Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:47.643787646Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:48.695185269Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:48.701000702Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:48.704450161Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:49.875539082Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:49.88112456Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:49.884705352Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:50.94984595Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:50.956272097Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:50.968736132Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:51.580269772Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:51.58064055Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:51.980874087Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:51.989212678Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:51.993347602Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:53.10225462Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:53.107960731Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:53.111201245Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:53.816418899Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:53.822406826Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:53.824894463Z","hostname":"oxz_switch","pid":5022}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:53.907525933Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-04-28T20:29:53.9091164Z","hostname":"oxz_switch","pid":5022,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"126.32069477s","count":"6"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:55.06578172Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:55.071201064Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:55.074332905Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:55.686142922Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:55.691883304Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:55.694809211Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:56.290845026Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:56.299188677Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:56.303423773Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:56.823815889Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:56.833590904Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:56.837577294Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:58.30569197Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:58.318615156Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:58.32272594Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:59.734024087Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:59.740671259Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:29:59.744365343Z","hostname":"oxz_switch","pid":5022}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:30:01.242134177Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportrear0_0 addrs [fe80::9876:e2ff:fe9e:328e]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:30:01.251331638Z","hostname":"oxz_switch","pid":5022}
{"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:30:01.257418167Z","hostname":"oxz_switch","pid":5022}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:30:01.583268102Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"3354938516770874411"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-04-28T20:30:01.583946907Z","hostname":"oxz_switch","pid":5022,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13783763953647358871"}