[ Jun  3 22:43:34 Enabled. ]
[ Jun  3 22:43:34 Rereading configuration. ]
[ Jun  3 22:43:35 Rereading configuration. ]
[ Jun  3 22:43:46 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jun  3 22:43:46 Method "start" exited with status 0. ]
No non-localhost IPv6 addresses found in SMF properties
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.515729596Z","hostname":"oxz_switch","pid":5164,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.517732867Z","hostname":"oxz_switch","pid":5164}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.518113475Z","hostname":"oxz_switch","pid":5164}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.518387111Z","hostname":"oxz_switch","pid":5164,"unit":"oximeter"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.520262419Z","hostname":"oxz_switch","pid":5164,"unit":"signal_handler"}
No non-localhost IPv6 addresses found in SMF properties
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        9cb5160a-d406-42b2-9e39-4958a65d2938,\n    ),\n    sled_id: Some(\n        bbd4f2dd-6baf-4543-a982-c9d787e20263,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.523555457Z","hostname":"oxz_switch","pid":5164}
{"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.523591258Z","hostname":"oxz_switch","pid":5164,"unit":"oximeter"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:46.52611067Z","hostname":"oxz_switch","pid":5164,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::38d8:19ff:febb:30->3a:d8:19:bb:00:30"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:46.529377437Z","hostname":"oxz_switch","pid":5164}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:46.535450452Z","hostname":"oxz_switch","pid":5164}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-03T22:43:46.543042848Z","hostname":"oxz_switch","pid":5164}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.097339269Z","hostname":"oxz_switch","pid":5164,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::647e:50ff:fe5a:943b->66:7e:50:5a:94:3b"}
[ Jun  3 22:43:47 Rereading configuration. ]
[ Jun  3 22:43:47 Executing refresh method (:kill). ]
[ Jun  3 22:43:47 Stopping because all processes in service exited. ]
[ Jun  3 22:43:47 Executing stop method (:kill). ]
[ Jun  3 22:43:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ]
[ Jun  3 22:43:47 Method "start" exited with status 0. ]
{"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.218645587Z","hostname":"oxz_switch","pid":5454,"port":12224,"host":"[::1]"}
{"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.219605516Z","hostname":"oxz_switch","pid":5454}
{"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.219942154Z","hostname":"oxz_switch","pid":5454}
{"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.220054476Z","hostname":"oxz_switch","pid":5454,"unit":"oximeter","address":"fd00:1122:3344:101::2"}
{"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.221924004Z","hostname":"oxz_switch","pid":5454,"unit":"signal_handler"}
{"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.222123108Z","hostname":"oxz_switch","pid":5454,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 9cb5160a-d406-42b2-9e39-4958a65d2938, sled_id: bbd4f2dd-6baf-4543-a982-c9d787e20263, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 17d5cbda-621e-4dea-853d-32d06733d708, slot: 0, wafer: None, wafer_loc: None } }"}
{"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.2221832Z","hostname":"oxz_switch","pid":5454,"unit":"oximeter","producer_id":"30b42f0d-ddb7-4a1b-b286-b25f468cfc53"}
{"msg":"refreshed config: Config {\n    log_file: None,\n    log_format: Json,\n    listen_addresses: [\n        [fd00:1122:3344:101::2]:12231,\n        [::1]:12231,\n    ],\n    pkt_source: None,\n    dpd_host: \"[::1]\",\n    dpd_port: 12224,\n    vlan_link: None,\n    vlan_data: None,\n    techport0_prefix: None,\n    techport1_prefix: None,\n    rack_id: Some(\n        9cb5160a-d406-42b2-9e39-4958a65d2938,\n    ),\n    sled_id: Some(\n        bbd4f2dd-6baf-4543-a982-c9d787e20263,\n    ),\n    sled_model: Some(\n        \"i86pc\",\n    ),\n    sled_revision: Some(\n        0,\n    ),\n    sled_serial: Some(\n        \"sock\",\n    ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.223244122Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.231518642Z","hostname":"oxz_switch","pid":5454}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.233658016Z","hostname":"oxz_switch","pid":5454,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::647e:50ff:fe5a:943b->66:7e:50:5a:94:3b"}
{"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.234090645Z","hostname":"oxz_switch","pid":5454,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::38d8:19ff:febb:30->3a:d8:19:bb:00:30"}
{"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.234996953Z","hostname":"oxz_switch","pid":5454,"unit":"producer-server","unit":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.236244609Z","hostname":"oxz_switch","pid":5454,"local_addr":"[fd00:1122:3344:101::2]:37664","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.236314911Z","hostname":"oxz_switch","pid":5454,"local_addr":"[fd00:1122:3344:101::2]:37664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.236470644Z","hostname":"oxz_switch","pid":5454,"local_addr":"[fd00:1122:3344:101::2]:37664","component":"dropshot","unit":"producer-server","unit":"oximeter"}
{"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:37664","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.236499894Z","hostname":"oxz_switch","pid":5454,"unit":"producer-server","unit":"oximeter"}
{"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.236512585Z","hostname":"oxz_switch","pid":5454,"unit":"producer-server","unit":"oximeter"}
{"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.236674278Z","hostname":"oxz_switch","pid":5454,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.237034255Z","hostname":"oxz_switch","pid":5454,"unit":"producer-server","unit":"oximeter"}
{"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.237058436Z","hostname":"oxz_switch","pid":5454,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:37664","producer_id":"30b42f0d-ddb7-4a1b-b286-b25f468cfc53"}
{"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:47.237070866Z","hostname":"oxz_switch","pid":5454,"unit":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.237078376Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.237373932Z","hostname":"oxz_switch","pid":5454}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.237920294Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.239155719Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-03T22:43:30.291402346Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.23918381Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","id":"4374683614655223288"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.23919803Z","hostname":"oxz_switch","pid":5454,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"}
{"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-03T22:43:47.240426225Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.798960984Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.803922166Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.807641153Z","hostname":"oxz_switch","pid":5454}
{"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.807908098Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"}
{"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.808521931Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-03T22:43:30.291270613Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"}
{"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.808574272Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","id":"9415203865572157816"}
{"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:47.808583762Z","hostname":"oxz_switch","pid":5454,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:48.640843106Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:48.646317039Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:48.649843241Z","hostname":"oxz_switch","pid":5454}
{"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-03T22:43:48.671351124Z","hostname":"oxz_switch","pid":5454,"interface":"tfportqsfp0_0","entry":"10.151.2.174->9a:1b:df:8a:10:5b"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:49.226723097Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:49.232653389Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:49.235857625Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:50.650988139Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:50.655700576Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:50.658552485Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.008195589Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.01407907Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.016894668Z","hostname":"oxz_switch","pid":5454}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T22:43:52.238899579Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"5.001784351s","count":"0"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.40704051Z","hostname":"oxz_switch","pid":5454,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"561849dd-51cf-4a51-aa3d-460e709b1bc9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a50458cd-7bc4-4c94-8695-dfe49e9c4823.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 713, tv_nsec: 326952323 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.407768525Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.424277075Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.815624762Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.820514143Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:52.823681788Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:54.204603636Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:54.209491377Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:54.212269134Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:55.327865971Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:55.334017628Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:55.337121152Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:56.655463953Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:56.659842153Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:56.663188612Z","hostname":"oxz_switch","pid":5454}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:57.242274353Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4374683614655223288"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:57.809862278Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9415203865572157816"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:57.958352255Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:57.963343678Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:57.966480183Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:58.512865791Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:58.517390974Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:58.520222482Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:59.410070612Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:59.414251318Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:43:59.41729422Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:00.045474182Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:00.050310322Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:00.053482917Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:01.529801081Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:01.534335504Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:01.537448268Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:03.387783944Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:03.392390669Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:03.395496253Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:04.255868235Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:04.261124064Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:04.26435528Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:05.395402168Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:05.400285636Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:05.403676052Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:06.451250902Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:06.456297277Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:06.459573194Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:07.7031184Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:07.708138213Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:07.711621092Z","hostname":"oxz_switch","pid":5454}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:07.816087288Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4374683614655223288"}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:07.997839035Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T22:44:07.998801858Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.189668975s","count":"1"}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:08.316814241Z","hostname":"oxz_switch","pid":5454,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"561849dd-51cf-4a51-aa3d-460e709b1bc9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a50458cd-7bc4-4c94-8695-dfe49e9c4823.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 728, tv_nsec: 663840154 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:08.317749707Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:08.32555772Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:08.384897709Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9415203865572157816"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:09.188544284Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:09.19310546Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:09.196454664Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:10.094277301Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:10.099232542Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:10.10252685Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:11.598167983Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:11.603725075Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:11.607079479Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:12.763691394Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:12.768395856Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:12.771840908Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:13.319117324Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:13.326798496Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:13.331298525Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:14.002165804Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:14.006975893Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:14.010137547Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:14.63972717Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:14.647421306Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:14.654022323Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:16.126402352Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:16.133127609Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:16.137405154Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:16.835296484Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:16.841563089Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:16.844631626Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:17.482951553Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:17.495179952Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:17.498100405Z","hostname":"oxz_switch","pid":5454}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:18.233857263Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4374683614655223288"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:18.415474229Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9415203865572157816"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:18.991539128Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:18.998032748Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:19.002274796Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:20.237902454Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:20.24870361Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:20.253095068Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:21.481205769Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:21.486007729Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:21.48898856Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:22.283554019Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:22.288496927Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:22.291570352Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:22.841008267Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:22.846333805Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:22.849657551Z","hostname":"oxz_switch","pid":5454}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:23.367881315Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T22:44:23.369022812Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.517117961s","count":"2"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:23.808124293Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:23.81337526Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:23.816507612Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:24.374102158Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:24.380591474Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:24.383785411Z","hostname":"oxz_switch","pid":5454}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:24.689823985Z","hostname":"oxz_switch","pid":5454,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"561849dd-51cf-4a51-aa3d-460e709b1bc9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a50458cd-7bc4-4c94-8695-dfe49e9c4823.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 744, tv_nsec: 991401949 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:24.690441572Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:24.697975718Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:25.580982436Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:25.586181858Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:25.58987141Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:26.387706103Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:26.392632081Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:26.396163156Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:27.457889245Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:27.464453493Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:27.471215742Z","hostname":"oxz_switch","pid":5454}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:28.263921965Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4374683614655223288"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:28.367223128Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:28.372076656Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:28.374973095Z","hostname":"oxz_switch","pid":5454}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:28.44509528Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9415203865572157816"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:29.426077011Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:29.431604531Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:29.434557647Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:30.761970391Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:30.767124245Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:30.770658017Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:32.135716492Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:32.141670535Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:32.144979663Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:32.772522972Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:32.777333211Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:32.7806776Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:33.332725496Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:33.33729843Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:33.34020497Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:34.208462355Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:34.214383557Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:34.218105833Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:35.545687325Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:35.556306843Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:35.559853016Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:37.003685161Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:37.009883719Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:37.013412851Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:38.214708603Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:38.219978191Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:38.222271529Z","hostname":"oxz_switch","pid":5454}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:38.271597764Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4374683614655223288"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:38.450067238Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9415203865572157816"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:39.592422187Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:39.600751178Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:39.605222899Z","hostname":"oxz_switch","pid":5454}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:39.711695032Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T22:44:39.712836385Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.844124705s","count":"3"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:40.824769467Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:40.833914835Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:40.838836807Z","hostname":"oxz_switch","pid":5454}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:41.548203041Z","hostname":"oxz_switch","pid":5454,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"561849dd-51cf-4a51-aa3d-460e709b1bc9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a50458cd-7bc4-4c94-8695-dfe49e9c4823.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 761, tv_nsec: 836546621 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:41.548673811Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:41.556785128Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:41.789429377Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:41.797995043Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:41.802616429Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:42.663170815Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:42.667965024Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:42.670771041Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:43.319993318Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:43.326377689Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:43.329462113Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:44.405907874Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:44.443570499Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:44.450732017Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:45.221865393Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:45.231081992Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:45.236474793Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:45.84687937Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:45.855816184Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:45.963495081Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:46.594723473Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:46.604016494Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:46.609587348Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:48.021578548Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:48.041764534Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:54.293048416Z","hostname":"oxz_switch","pid":5454}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:54.641629862Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4374683614655223288"}
{"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:54.65272425Z","hostname":"oxz_switch","pid":5454,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9415203865572157816"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:56.25075638Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:56.328928468Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:56.421778946Z","hostname":"oxz_switch","pid":5454}
{"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:56.570290913Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-03T22:44:56.591016312Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"68.723008821s","count":"4"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:57.386142723Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:57.39718793Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:57.403143573Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:58.584309878Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:58.592924245Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:58.618897997Z","hostname":"oxz_switch","pid":5454}
{"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:58.6291262Z","hostname":"oxz_switch","pid":5454,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"561849dd-51cf-4a51-aa3d-460e709b1bc9.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"a50458cd-7bc4-4c94-8695-dfe49e9c4823.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ec4d8e48-9030-409f-90f4-277006ddbf8e.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 778, tv_nsec: 914028144 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"}
{"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:58.630930567Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"}
{"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:44:58.679381544Z","hostname":"oxz_switch","pid":5454,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:00.04516835Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:00.053125444Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:00.068594482Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:01.00584805Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:01.013500828Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:01.017806506Z","hostname":"oxz_switch","pid":5454}
{"msg":"found simports [\n    \"tfportrear0_0\",\n    \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:02.028890013Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportrear0_0 addrs [fe80::38d8:19ff:febb:30]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:02.044583326Z","hostname":"oxz_switch","pid":5454}
{"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-03T22:45:02.055419509Z","hostname":"oxz_switch","pid":5454}