[ Feb 3 20:42:22 Enabled. ] [ Feb 3 20:42:22 Rereading configuration. ] [ Feb 3 20:42:23 Rereading configuration. ] [ Feb 3 20:42:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 3 20:42:34 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:34.938440622Z","hostname":"oxz_switch","pid":4918,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:34.992017943Z","hostname":"oxz_switch","pid":4918} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:34.992535316Z","hostname":"oxz_switch","pid":4918} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:34.992813604Z","hostname":"oxz_switch","pid":4918,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:34.99498283Z","hostname":"oxz_switch","pid":4918,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 77cd2200-b5e0-4a97-a3fe-dbfb0c9a06e4,\n ),\n sled_id: Some(\n ff5ac0bc-4c27-47fa-8b72-f5ca0ba7e273,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:34.996581831Z","hostname":"oxz_switch","pid":4918} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:34.996621052Z","hostname":"oxz_switch","pid":4918,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.00191483Z","hostname":"oxz_switch","pid":4918,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::141a:feff:fe69:8355->16:1a:fe:69:83:55"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.003235684Z","hostname":"oxz_switch","pid":4918} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.009699462Z","hostname":"oxz_switch","pid":4918} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:42:35.015081751Z","hostname":"oxz_switch","pid":4918} [ Feb 3 20:42:35 Rereading configuration. ] [ Feb 3 20:42:35 Executing refresh method (:kill). ] [ Feb 3 20:42:35 Stopping because all processes in service exited. ] [ Feb 3 20:42:35 Executing stop method (:kill). ] [ Feb 3 20:42:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 3 20:42:35 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.586928195Z","hostname":"oxz_switch","pid":5107,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.644756936Z","hostname":"oxz_switch","pid":5107} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.645118926Z","hostname":"oxz_switch","pid":5107} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.645199168Z","hostname":"oxz_switch","pid":5107,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.646996135Z","hostname":"oxz_switch","pid":5107,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.647114578Z","hostname":"oxz_switch","pid":5107,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 77cd2200-b5e0-4a97-a3fe-dbfb0c9a06e4, sled_id: ff5ac0bc-4c27-47fa-8b72-f5ca0ba7e273, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 2fd51764-16b3-47bd-84e8-d06d6efe2926, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.647131638Z","hostname":"oxz_switch","pid":5107,"unit":"oximeter","producer_id":"a742f5d8-ef74-4ad0-ac64-fe5c69c3cdb1"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 77cd2200-b5e0-4a97-a3fe-dbfb0c9a06e4,\n ),\n sled_id: Some(\n ff5ac0bc-4c27-47fa-8b72-f5ca0ba7e273,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.64911098Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.655789063Z","hostname":"oxz_switch","pid":5107} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.657632131Z","hostname":"oxz_switch","pid":5107,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::141a:feff:fe69:8355->16:1a:fe:69:83:55"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.65916143Z","hostname":"oxz_switch","pid":5107,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.660493025Z","hostname":"oxz_switch","pid":5107,"local_addr":"[fd00:1122:3344:101::2]:62932","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.660534936Z","hostname":"oxz_switch","pid":5107,"local_addr":"[fd00:1122:3344:101::2]:62932","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.660710981Z","hostname":"oxz_switch","pid":5107,"local_addr":"[fd00:1122:3344:101::2]:62932","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:62932","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.660727131Z","hostname":"oxz_switch","pid":5107,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.660736231Z","hostname":"oxz_switch","pid":5107,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.660896575Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.661278085Z","hostname":"oxz_switch","pid":5107,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.661333637Z","hostname":"oxz_switch","pid":5107,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:62932","producer_id":"a742f5d8-ef74-4ad0-ac64-fe5c69c3cdb1"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:35.661346367Z","hostname":"oxz_switch","pid":5107,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.661352277Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.662246861Z","hostname":"oxz_switch","pid":5107} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.662644231Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.662871117Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-03T20:42:18.684974507Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.662920268Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","id":"4108837128318815351"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:35.662940608Z","hostname":"oxz_switch","pid":5107,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:42:35.666261705Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:36.466192848Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:36.471292301Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:36.474163385Z","hostname":"oxz_switch","pid":5107} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:36.474393901Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:36.475563122Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-03T20:42:18.684844853Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:36.475613223Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","id":"12928093636995693251"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:36.475622933Z","hostname":"oxz_switch","pid":5107,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:36.889499997Z","hostname":"oxz_switch","pid":5107,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::f0:a6ff:fe21:3722->02:f0:a6:21:37:22"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T20:42:37.049353345Z","hostname":"oxz_switch","pid":5107,"interface":"tfportqsfp0_0","entry":"10.151.2.174->8e:92:5c:4f:ff:70"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:37.694927403Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:37.700120898Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:37.703217018Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:38.735231996Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:38.739434075Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:38.742472394Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.121391597Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.125811562Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.130636877Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.66429323Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 669, tv_nsec: 498170342 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.664852754Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.698854257Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.710745895Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.715833147Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:40.718446135Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:41.400226482Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:41.404861883Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:41.408112347Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:42.128579468Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:42.133009083Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:42.135687912Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:43.187519486Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:43.192401762Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:43.19538723Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:44.56958634Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:44.573958864Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:44.576954231Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:45.242726163Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:45.247005674Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:45.249984411Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:45.668521896Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:45.970610576Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:45.975075302Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:45.977872275Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:46.477520245Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:46.975530681Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:46.980709736Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:46.983527539Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:47.680209683Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:47.684424923Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:47.687111472Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:48.290888075Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:48.295155856Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:48.29801795Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:48.942167121Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:48.946556605Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:48.949433559Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:49.894610623Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:49.899299495Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:49.902131929Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:50.830080505Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:50.834275024Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:50.836906002Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:52.220050961Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:52.225733604Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:52.228984878Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:53.697049877Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:53.702372126Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:53.705666231Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:54.455580744Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:54.463552101Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:54.467515184Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.677608107Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.707950055Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:42:55.709521686Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.041011859s","count":"0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.725325217Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.729740381Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.732615296Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.88088938Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 684, tv_nsec: 707882594 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.881394883Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:55.91437029Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:56.487397296Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:56.674394913Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:56.681414725Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:56.685140392Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:57.285303271Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:57.290439935Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:57.293939586Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:58.302890671Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:58.30669925Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:58.309508852Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:59.51366667Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:59.518442584Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:42:59.521520744Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:01.02602886Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:01.031065223Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:01.034500742Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:01.831183835Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:01.835823283Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:01.838625249Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:02.924479466Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:02.928986723Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:02.931702103Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:03.442121888Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:03.447583822Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:03.450083687Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:04.166272487Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:04.170939198Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:04.173756731Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:04.780794359Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:04.785530051Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:04.788093658Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:05.627350466Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:05.632021748Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:05.634622815Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:05.677962771Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:06.489400075Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:07.030329266Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:07.035225743Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:07.038172169Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:07.640374252Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:07.644988372Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:07.648038981Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:08.272008157Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:08.277215003Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:08.280165839Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:09.297463667Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:09.303006141Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:09.305973748Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:10.108325335Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:10.114164767Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:10.117621846Z","hostname":"oxz_switch","pid":5107} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:10.914593385Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:43:10.916027762Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.248881615s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:11.253158522Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:11.25806155Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:11.261766126Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:11.301080497Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 700, tv_nsec: 129250581 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:11.301691382Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:11.338225571Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:12.286781433Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:12.292269646Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:12.295456649Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:21.505779466Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:21.512885171Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:21.566126233Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:21.567005696Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:21.586364508Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:22.605188084Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:22.609806344Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:22.614103205Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:23.413661019Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:23.420488956Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:23.424622954Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:23.960591446Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:23.968239255Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:23.980607115Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:24.885212707Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:24.892434124Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:24.896848669Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:26.104521965Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:26.111965848Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:26.116206148Z","hostname":"oxz_switch","pid":5107} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:26.709242601Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:43:26.78200038Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"51.114748748s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:26.798353905Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:26.812290406Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:26.820876309Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:27.390195996Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 716, tv_nsec: 214879689 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:27.392061594Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:27.480698025Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:27.494580125Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:27.503297321Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:27.508367803Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:28.796025026Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:28.800544984Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:28.803257544Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:29.628858935Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:29.632942531Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:29.635343883Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:30.220572475Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:30.224162268Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:30.226831947Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:30.862398327Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:30.867920621Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:30.87058689Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:31.538173689Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:31.542953043Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:31.546057294Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:31.569360809Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:31.569732448Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:33.039405307Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:33.044420417Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:33.047493547Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:34.035428862Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:34.040799201Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:34.043767458Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:34.740277698Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:34.745211656Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:34.748459971Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:35.717538685Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:35.72273835Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:35.725971884Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:36.832044615Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:36.836792619Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:36.840020692Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:38.327659646Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:38.332258285Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:38.334888394Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:39.099906561Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:39.105606329Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:39.108536795Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:40.1970381Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:40.202731418Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:40.205777927Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:41.279606501Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:41.286614593Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:41.290414832Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:41.570762769Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:41.571328644Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:42.115960841Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:42.121145476Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:42.124275827Z","hostname":"oxz_switch","pid":5107} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:42.482122026Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:43:42.483074891Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.816182954s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:43.489909337Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:43.495322547Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:43.498776857Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:44.30714637Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:44.313102035Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:44.317310824Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:45.131632522Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 733, tv_nsec: 960072937 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:45.132217177Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:45.164232458Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:45.776049839Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:45.781901401Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:45.785471084Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:46.69301338Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:46.702511387Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:46.707928347Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:47.341756619Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:47.348944366Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:47.354194052Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:48.20977279Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:48.224580355Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:48.236667468Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:48.931392962Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:48.938511096Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:48.94365427Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:49.652153021Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:49.657593552Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:49.660800705Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:51.096475652Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:51.103796672Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:51.112284382Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:51.57561977Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:51.577065298Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:52.021956136Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:52.096369808Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:52.410690028Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:53.26944042Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:53.276639567Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:53.280767134Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:54.117445042Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:54.126070165Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:54.129550736Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:55.197962928Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:55.205460622Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:55.209932258Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:56.411099986Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:56.415370087Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:56.418072717Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:57.627551911Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:57.635563639Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:57.660547767Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:58.911106047Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:58.916386694Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:43:58.919843744Z","hostname":"oxz_switch","pid":5107} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:00.16482738Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:44:00.16596541Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"84.499042222s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:00.186716168Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:00.191807011Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:00.194539222Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:01.253815858Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:01.258644424Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:01.261660852Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:01.578955188Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:01.579326778Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:02.39654337Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:02.403232544Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:02.407426603Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.18974854Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.195606912Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.200445988Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.752694044Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.758021833Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.760948209Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.850296728Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 752, tv_nsec: 678786643 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.875119932Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:03.907809981Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:04.37624236Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:04.382253287Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:04.385789068Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:05.016611632Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:05.024154428Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:05.027489525Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:05.748982304Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:05.755116013Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:05.758170762Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:06.659432177Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:06.665037492Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:06.668775149Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:07.659338321Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:07.666307312Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:07.66968549Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:08.876575827Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:08.882286305Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:08.885519729Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:09.512783831Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:09.520293296Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:09.524571337Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:10.728626591Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:10.739017881Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:10.743524248Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:11.453928098Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:11.461465654Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:11.465491208Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:11.58268152Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:11.584136098Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:12.81738266Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:12.822242146Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:12.824777352Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:14.198823748Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:14.204474785Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:14.20774745Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:15.581252772Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:15.586611302Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:15.589817105Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:16.206410239Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:16.210903356Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:16.213434741Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:17.683409308Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:17.687941775Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:17.690867071Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:18.901324701Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:18.907114832Z","hostname":"oxz_switch","pid":5107} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:18.908641761Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:44:18.909969026Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"103.243246228s","count":"5"} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:18.911179177Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:20.36290586Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:20.368554707Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:20.371704378Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:21.585550946Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:21.58647886Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:21.661064066Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:21.667556495Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:21.671034165Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:22.48330627Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:22.490188039Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:22.493477334Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:23.296334614Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:23.302259098Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:23.305533453Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:24.244480716Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:24.250178154Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:24.253266904Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:25.717995115Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:25.724229397Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:25.727369358Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:25.779481991Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 774, tv_nsec: 608116516 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:25.779988454Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:25.813416142Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:26.921817983Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:26.926654339Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:26.92978859Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:27.720451674Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:27.725362811Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:27.728374199Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:28.428625076Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:28.433812261Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:28.436974273Z","hostname":"oxz_switch","pid":5107} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:28.719030534Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T20:44:28.72003388Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"113.053379013s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:28.957162726Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:28.963200132Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:28.966636792Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:29.892108154Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:29.897934495Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:29.901118578Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:30.52378074Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:30.530216647Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:30.533585675Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:31.254532459Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:31.259468557Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:31.262045914Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:31.588476287Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:31.588878088Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:32.517723428Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:32.524816652Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:32.528919828Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:33.827785394Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:33.833884433Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:33.837353023Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:34.869288669Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:34.874147405Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:34.876760723Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:36.368162456Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:36.374268094Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:36.377621821Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:37.169940017Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:37.17544552Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:37.178402287Z","hostname":"oxz_switch","pid":5107} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:38.129903096Z","hostname":"oxz_switch","pid":5107,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 786, tv_nsec: 958579261 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:38.130311187Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:38.162294647Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:38.475513547Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:38.481296938Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:38.484314516Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:39.640723773Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:39.645176119Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:39.648477555Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:40.850836065Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:40.85718024Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:40.8602365Z","hostname":"oxz_switch","pid":5107} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:41.190404589Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"079853d0-0973-4da1-8088-58a0801b1e10\", \"content-length\": \"41\", \"date\": \"Tue, 03 Feb 2026 20:44:41 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:41.191899338Z","hostname":"oxz_switch","pid":5107,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","wait_period":"150s","lease_duration":"600s"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:41.415870682Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:41.421522459Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:41.424293831Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:41.591276015Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:41.591695406Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:42.037845776Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:42.043606526Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:42.047099427Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:43.193852035Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:43.199092931Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:43.201803921Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:43.785365549Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:43.790961015Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:43.793559812Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:44.448896053Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:44.455001382Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:44.458051881Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:45.880241217Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:45.885878344Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:45.88919516Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:47.366290361Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:47.37165588Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:47.374577586Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:48.113060753Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:48.119222623Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:48.122848977Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:48.826392359Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:48.833223526Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:48.836089451Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:49.654938425Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:49.660952071Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:49.664577175Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:50.305353487Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:50.310733987Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:50.314157876Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:50.899943561Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:50.906034339Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:50.909251832Z","hostname":"oxz_switch","pid":5107} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:51.593245337Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"4108837128318815351"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:51.593649968Z","hostname":"oxz_switch","pid":5107,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"12928093636995693251"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:51.882978618Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:51.888986224Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:51.891841258Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:52.576638794Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:52.582249049Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:52.585640577Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:53.743941844Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:53.749026046Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:53.752495336Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:55.181533062Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:55.18764891Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:55.191351937Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:56.247215474Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:56.253876258Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:56.257301496Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:57.253762932Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:57.261545524Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:57.26524922Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:58.652781548Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:58.659291827Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:58.662988663Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:59.437305742Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:59.443172734Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:44:59.447027174Z","hostname":"oxz_switch","pid":5107} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:45:00.500866229Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportrear0_0 addrs [fe80::141a:feff:fe69:8355]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:45:00.507284546Z","hostname":"oxz_switch","pid":5107} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T20:45:00.511196357Z","hostname":"oxz_switch","pid":5107}