[ Jul 2 06:12:55 Enabled. ] [ Jul 2 06:12:55 Rereading configuration. ] [ Jul 2 06:12:55 Rereading configuration. ] [ Jul 2 06:13:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jul 2 06:13:06 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.643035819Z","hostname":"oxz_switch","pid":5334,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.644829153Z","hostname":"oxz_switch","pid":5334} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.645237881Z","hostname":"oxz_switch","pid":5334} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.647398512Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.647460303Z","hostname":"oxz_switch","pid":5334,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 63b4f307-f92b-441d-97f6-ddb6aa1ac5c3,\n ),\n sled_id: Some(\n a322738b-2ac0-43ed-89a2-ad085640624d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.648987722Z","hostname":"oxz_switch","pid":5334} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.649001792Z","hostname":"oxz_switch","pid":5334,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:06.652765753Z","hostname":"oxz_switch","pid":5334,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4c44:5cff:fe14:44a3->4e:44:5c:14:44:a3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:06.655277251Z","hostname":"oxz_switch","pid":5334} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:06.661052701Z","hostname":"oxz_switch","pid":5334} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:13:06.666259489Z","hostname":"oxz_switch","pid":5334} [ Jul 2 06:13:07 Rereading configuration. ] [ Jul 2 06:13:07 Executing refresh method (:kill). ] [ Jul 2 06:13:07 Stopping because all processes in service exited. ] [ Jul 2 06:13:07 Executing stop method (:kill). ] [ Jul 2 06:13:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jul 2 06:13:07 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.285553466Z","hostname":"oxz_switch","pid":5465,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.286633916Z","hostname":"oxz_switch","pid":5465} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.287038984Z","hostname":"oxz_switch","pid":5465} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.287150656Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.289239976Z","hostname":"oxz_switch","pid":5465,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.289533471Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 63b4f307-f92b-441d-97f6-ddb6aa1ac5c3, sled_id: a322738b-2ac0-43ed-89a2-ad085640624d, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 6f097e66-7569-47e4-90e2-9e44a94ef6b6, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.289593613Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter","producer_id":"af9ffeea-a682-4014-8eb6-eefa55145138"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 63b4f307-f92b-441d-97f6-ddb6aa1ac5c3,\n ),\n sled_id: Some(\n a322738b-2ac0-43ed-89a2-ad085640624d,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.290555301Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.298182146Z","hostname":"oxz_switch","pid":5465} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.300147593Z","hostname":"oxz_switch","pid":5465,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::5848:fcff:fe62:ec9e->5a:48:fc:62:ec:9e"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.30049483Z","hostname":"oxz_switch","pid":5465,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4c44:5cff:fe14:44a3->4e:44:5c:14:44:a3"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.301752253Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.303089659Z","hostname":"oxz_switch","pid":5465,"local_addr":"[fd00:1122:3344:101::2]:61676","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.30316612Z","hostname":"oxz_switch","pid":5465,"local_addr":"[fd00:1122:3344:101::2]:61676","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.303323553Z","hostname":"oxz_switch","pid":5465,"local_addr":"[fd00:1122:3344:101::2]:61676","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:61676","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.303354044Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.303378874Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.303517277Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.303831843Z","hostname":"oxz_switch","pid":5465,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.303877074Z","hostname":"oxz_switch","pid":5465,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:61676","producer_id":"af9ffeea-a682-4014-8eb6-eefa55145138"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:07.303894304Z","hostname":"oxz_switch","pid":5465,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.303900694Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.304361383Z","hostname":"oxz_switch","pid":5465} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.304876922Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:13:07.305300831Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.409797ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.306442202Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-02T06:12:50.467140223Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.306476613Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","id":"8977908959309500587"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:07.306491183Z","hostname":"oxz_switch","pid":5465,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:13:07.307953731Z","hostname":"oxz_switch","pid":5465} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:13:07.609116344Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"305.182089ms","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.007742344Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1932ef4c-8532-4db6-9e2a-a9c76a32e899.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a7f7c01-d53d-4c32-b764-70db9a6b0544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 689, tv_nsec: 79660045 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.008387677Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.024854659Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-07-02T06:13:08.270828505Z","hostname":"oxz_switch","pid":5465,"interface":"tfportqsfp0_0","entry":"10.151.2.174->52:18:d5:83:ac:18"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.711513194Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.716885246Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.720178638Z","hostname":"oxz_switch","pid":5465} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.720414563Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.721661616Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-07-02T06:12:50.467008761Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.721772269Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","id":"13263792732801804906"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:08.721782709Z","hostname":"oxz_switch","pid":5465,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:09.948232122Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:09.953179116Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:09.956379877Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:11.450455926Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:11.455111324Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:11.458442777Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:12.767207222Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:12.772206447Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:12.775143863Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:14.110062693Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:14.115569587Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:14.118592835Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:14.664009781Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:14.668248621Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:14.671135296Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:15.970328218Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:15.976172819Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:15.978934932Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:16.841462383Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:16.84605652Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:16.849630688Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:17.308745346Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:17.472480562Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:17.477875574Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:17.48081218Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:18.724260616Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:18.754342866Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:18.758897013Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:18.762058413Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:20.245731545Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:20.25125312Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:20.25442458Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:21.365488622Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:21.370034348Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:21.373295961Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:22.823385938Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:22.827810753Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:22.830534964Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:22.832245317Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:13:22.833075213Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.723450983s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:23.36711122Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:23.372250628Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:23.375460999Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:23.915684394Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1932ef4c-8532-4db6-9e2a-a9c76a32e899.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a7f7c01-d53d-4c32-b764-70db9a6b0544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 705, tv_nsec: 184805808 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:23.916457718Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:23.924325778Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:24.375975199Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:24.380036086Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:24.38287731Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:25.438553979Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:25.443176997Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:25.446366028Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:25.969149961Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:25.978485068Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:25.981277301Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:27.105428352Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:27.467340546Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:27.472037115Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:27.475575373Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:28.516566501Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:28.583028816Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:28.587703854Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:28.590595469Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:29.294564238Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:29.299160305Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:29.301796756Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:29.819315358Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:29.827065855Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:29.83153501Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:31.290202593Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:31.295841Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:31.298927629Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:32.63660255Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:32.64237881Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:32.65132156Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:33.985708621Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:33.992495858Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:34.043706012Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:35.372028416Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:35.379740923Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:35.383548285Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:36.107052365Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:36.112881436Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:36.116129098Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:37.081228553Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:37.224734993Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:37.231354979Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:37.235146281Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:38.491411705Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:38.52115935Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:38.532316223Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:38.535417757Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:38.885402187Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:13:38.886689912Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"31.820332622s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:39.728057932Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:39.734020905Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:39.737368169Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:39.961388626Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1932ef4c-8532-4db6-9e2a-a9c76a32e899.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a7f7c01-d53d-4c32-b764-70db9a6b0544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 721, tv_nsec: 272867141 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:39.961918446Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:39.969255705Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:41.114428911Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:41.122957083Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:41.126582242Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:42.343474068Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:42.34887776Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:42.353007559Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:43.843074132Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:43.849055615Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:43.87303913Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:44.651080988Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:44.662182428Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:44.667484519Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:45.358610787Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:45.364516419Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:45.368212779Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:45.942274926Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:45.949675447Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:45.953931988Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:46.899634681Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:46.905601378Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:46.909645899Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:47.079326893Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:48.243320269Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:48.248295334Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:48.251590076Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:48.490033279Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:49.326938361Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:49.331697822Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:49.335135847Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:50.772437978Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:50.777125827Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:50.780737835Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:52.056190407Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:52.062287233Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:52.065773045Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:53.353404332Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:53.359271963Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:53.362624977Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:54.568074532Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:54.575007524Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:54.578857387Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:54.970614588Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:13:54.971465564Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"47.906825215s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:55.456980004Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:55.464839013Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:55.469042933Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:56.260588817Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:56.265829527Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:56.268608439Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:57.08318478Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:57.086548404Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:57.094349662Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:57.09900102Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:58.264112671Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:58.270701316Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:58.275259662Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:58.492225718Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:59.109968565Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:59.115693984Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:13:59.119508766Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:00.556105476Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:00.564257981Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:00.570307445Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:00.63592978Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1932ef4c-8532-4db6-9e2a-a9c76a32e899.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a7f7c01-d53d-4c32-b764-70db9a6b0544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 741, tv_nsec: 947156954 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:00.636666834Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:00.661020786Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:07.998258229Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:08.021469629Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:08.229896973Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:08.279161627Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:08.495200085Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:08.955806882Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:08.983007408Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:08.987027804Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:15.715399419Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:15.834503938Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:15.861747654Z","hostname":"oxz_switch","pid":5465} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:14:15.878307539Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"68.813334073s","count":"5"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:15.950003829Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:18.42207239Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:18.452946585Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:18.497748935Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:18.520470656Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:18.619218949Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:19.176242355Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:19.184661744Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:19.189519326Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:20.479568386Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:20.487343064Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:20.491777788Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:21.548126204Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:21.554088387Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:21.557893019Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:22.489396418Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1932ef4c-8532-4db6-9e2a-a9c76a32e899.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a7f7c01-d53d-4c32-b764-70db9a6b0544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 763, tv_nsec: 798093076 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:22.492973596Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:22.533838921Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:22.542196549Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:22.550079389Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:22.554724667Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:23.864206056Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:23.871861281Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:23.876480938Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:24.89566512Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:24.903265414Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:24.907081426Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:25.862866735Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:25.877473512Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:25.882933846Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:26.878778056Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:26.899288045Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:26.905544833Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:27.887406497Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:27.896909468Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:27.902645746Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:28.417046754Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:28.499782833Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:29.398027841Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:29.40538719Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:29.409626131Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:30.680830123Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:30.688512559Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:30.693190328Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:31.638132301Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:31.648128551Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:31.651957414Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:33.092620378Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:33.101939645Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:33.107166164Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:34.326345249Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:34.34007482Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:34.346477151Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:35.254443853Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:35.26318855Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:35.266966081Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:36.192809272Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:36.205435802Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:36.210576259Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:37.297632778Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:37.305254173Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:37.309731758Z","hostname":"oxz_switch","pid":5465} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:37.536220174Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-07-02T06:14:37.537397406Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"90.472378557s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:38.139933595Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:38.148195051Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:38.151997653Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:38.419909505Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:38.502735597Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:39.024493273Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:39.029439847Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:39.032110177Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:39.566441422Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:39.572237112Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:39.576047685Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:41.078587405Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:41.084382645Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:41.088125236Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:41.900118278Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:41.905971439Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:41.9092097Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:42.878967214Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:42.885178922Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:42.888709259Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:43.529956953Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:43.537317862Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:43.541678175Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:45.044552141Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:45.054341686Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:45.060592755Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:45.776214228Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:45.784253261Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:45.788724765Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:46.565800176Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:46.573462361Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:46.577810133Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:47.953265292Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:47.959911748Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:47.963609138Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:48.423236796Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:48.505144647Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:49.36767119Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:49.373832087Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:49.377432805Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:50.564369929Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:50.569572498Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:50.572424902Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:51.637938142Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:51.642717373Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:51.646128298Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:53.038268593Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:53.04391429Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:53.046504669Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:54.45417364Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:54.459012861Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:54.46259644Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:55.544803827Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:55.551190838Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:55.554563172Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:56.937919572Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:56.944531877Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:56.948119505Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:57.541364838Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:57.547398042Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:57.550502331Z","hostname":"oxz_switch","pid":5465} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:58.42508099Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8977908959309500587"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:58.506738679Z","hostname":"oxz_switch","pid":5465,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"13263792732801804906"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:58.755305604Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:58.76144248Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:58.76463907Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.433743162Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.440308167Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.443594109Z","hostname":"oxz_switch","pid":5465} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.494980814Z","hostname":"oxz_switch","pid":5465,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1932ef4c-8532-4db6-9e2a-a9c76a32e899.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"6a7f7c01-d53d-4c32-b764-70db9a6b0544.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"e354872d-d25b-4ea4-b14d-12c9be4ccd30.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 800, tv_nsec: 805503369 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.495674397Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.507252357Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.562295831Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd777f01-c2c3-4168-9e23-c011413dcb30\", \"content-length\": \"41\", \"date\": \"Thu, 02 Jul 2026 06:14:59 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:14:59.56435068Z","hostname":"oxz_switch","pid":5465,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:00.514182566Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:00.521925973Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:00.526178923Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:01.288120475Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:01.29728504Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:01.302154512Z","hostname":"oxz_switch","pid":5465} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:01.863854615Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportrear0_0 addrs [fe80::4c44:5cff:fe14:44a3]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:01.872926547Z","hostname":"oxz_switch","pid":5465} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-07-02T06:15:01.877598016Z","hostname":"oxz_switch","pid":5465}