[ Jun 10 20:57:25 Enabled. ] [ Jun 10 20:57:25 Rereading configuration. ] [ Jun 10 20:57:26 Rereading configuration. ] [ Jun 10 20:57:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 10 20:57:37 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.733523338Z","hostname":"oxz_switch","pid":5365,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.735443073Z","hostname":"oxz_switch","pid":5365} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.735826476Z","hostname":"oxz_switch","pid":5365} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.737774452Z","hostname":"oxz_switch","pid":5365,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.737955288Z","hostname":"oxz_switch","pid":5365,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 4be2375e-273a-41c6-b757-a7da9d100759,\n ),\n sled_id: Some(\n f2863d7c-ea5c-431e-9453-d23c733de63b,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.739159459Z","hostname":"oxz_switch","pid":5365} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.73918156Z","hostname":"oxz_switch","pid":5365,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:37.744110437Z","hostname":"oxz_switch","pid":5365,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4829:fff:feaf:8a69->4a:29:0f:af:8a:69"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:37.745026658Z","hostname":"oxz_switch","pid":5365} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:37.750292377Z","hostname":"oxz_switch","pid":5365} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:57:37.755551696Z","hostname":"oxz_switch","pid":5365} [ Jun 10 20:57:38 Rereading configuration. ] [ Jun 10 20:57:38 Executing refresh method (:kill). ] [ Jun 10 20:57:38 Stopping because all processes in service exited. ] [ Jun 10 20:57:38 Executing stop method (:kill). ] [ Jun 10 20:57:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jun 10 20:57:38 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.36741214Z","hostname":"oxz_switch","pid":5446,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-cc0c307c-dirty","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.368454095Z","hostname":"oxz_switch","pid":5446} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.368777166Z","hostname":"oxz_switch","pid":5446} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.36887235Z","hostname":"oxz_switch","pid":5446,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.37007627Z","hostname":"oxz_switch","pid":5446,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.370826016Z","hostname":"oxz_switch","pid":5446,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 4be2375e-273a-41c6-b757-a7da9d100759, sled_id: f2863d7c-ea5c-431e-9453-d23c733de63b, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: b8cf297e-4f78-4377-8b81-c5127728e624, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.370886578Z","hostname":"oxz_switch","pid":5446,"unit":"oximeter","producer_id":"01ab235c-821e-41af-a885-b0f499050746"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 4be2375e-273a-41c6-b757-a7da9d100759,\n ),\n sled_id: Some(\n f2863d7c-ea5c-431e-9453-d23c733de63b,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.371798959Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.379422518Z","hostname":"oxz_switch","pid":5446} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.381489738Z","hostname":"oxz_switch","pid":5446,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2010:abff:fe05:da3->22:10:ab:05:0d:a3"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.381673514Z","hostname":"oxz_switch","pid":5446,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::4829:fff:feaf:8a69->4a:29:0f:af:8a:69"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.383533617Z","hostname":"oxz_switch","pid":5446,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.384170939Z","hostname":"oxz_switch","pid":5446,"local_addr":"[fd00:1122:3344:101::2]:63840","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.384235521Z","hostname":"oxz_switch","pid":5446,"local_addr":"[fd00:1122:3344:101::2]:63840","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.384371956Z","hostname":"oxz_switch","pid":5446,"local_addr":"[fd00:1122:3344:101::2]:63840","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:63840","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.384392957Z","hostname":"oxz_switch","pid":5446,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.384401487Z","hostname":"oxz_switch","pid":5446,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.384566912Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.384848102Z","hostname":"oxz_switch","pid":5446,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.384865822Z","hostname":"oxz_switch","pid":5446,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:63840","producer_id":"01ab235c-821e-41af-a885-b0f499050746"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.384876933Z","hostname":"oxz_switch","pid":5446,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.384882883Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.384920414Z","hostname":"oxz_switch","pid":5446} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.385360109Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:57:38.386021012Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.120448ms","count":"0"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.38685904Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-10T20:57:21.452002850Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.386889351Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","id":"17472123414372464905"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.386897642Z","hostname":"oxz_switch","pid":5446,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:57:38.388253908Z","hostname":"oxz_switch","pid":5446} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.654159506Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"300e4575-e36a-48da-9cad-1576a4829c84.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"477d5d28-bd17-45cb-abef-f249bc98911a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 725, tv_nsec: 663061179 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.654826289Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:38.670926365Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-06-10T20:57:38.974051967Z","hostname":"oxz_switch","pid":5446,"interface":"tfportqsfp0_0","entry":"10.151.2.174->8e:07:51:2f:4e:8d"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:39.796929697Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:39.803152488Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:39.806861414Z","hostname":"oxz_switch","pid":5446} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:39.807169984Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:39.808477829Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-06-10T20:57:21.451869366Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:39.80851518Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","id":"11610904761549124466"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:39.808535641Z","hostname":"oxz_switch","pid":5446,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:41.019050641Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:41.025376135Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:41.028654907Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:42.101210223Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:42.105643064Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:42.108504701Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:42.954371661Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:42.960277182Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:42.963392938Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:44.289015386Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:44.293665214Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:44.296580193Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:45.122111962Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:45.126952767Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:45.130187176Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:45.969030247Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:45.973940424Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:45.976944176Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:46.564395282Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:46.569220656Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:46.572073133Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:47.423055656Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:47.427801617Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:47.430958955Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:48.277846129Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:48.282263419Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:48.285150987Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:48.389915054Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:48.840971489Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:48.845371629Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:48.848511555Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:49.810100634Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:50.17551427Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:50.179788806Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:50.182759336Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:51.560537847Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:51.565248556Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:51.568356212Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:53.288946001Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:53.293250717Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:53.296489107Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:53.839150092Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:53.843362695Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:53.846260653Z","hostname":"oxz_switch","pid":5446} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:54.224771286Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:57:54.225820352Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.288518932s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:54.565824687Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:54.570537237Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:54.574282595Z","hostname":"oxz_switch","pid":5446} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:54.825176466Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"300e4575-e36a-48da-9cad-1576a4829c84.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"477d5d28-bd17-45cb-abef-f249bc98911a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 741, tv_nsec: 283363975 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:54.825747556Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:54.833165529Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:56.038986521Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:56.044275541Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:56.047247562Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:57.513413648Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:57.518692587Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:57.522313561Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:58.734096455Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:58.738928149Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:58.742279883Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:57:58.930849328Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:00.133635723Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:00.137533895Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:00.140926382Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:00.346846023Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:01.363152102Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:01.369296455Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:01.372114887Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:02.54432464Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:02.549488515Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:02.553056417Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:03.107067261Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:03.11175979Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:03.11526888Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:03.899937405Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:03.905014708Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:03.908175176Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:04.977523401Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:04.982637205Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:04.986361832Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:05.941387335Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:05.946884132Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:05.950455584Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:06.492728284Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:06.497336581Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:06.50020974Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:07.99245517Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:07.997083647Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:08.000538315Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:08.903910469Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:09.187236765Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:09.191088966Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:09.194756601Z","hostname":"oxz_switch","pid":5446} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:09.791998773Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:58:09.793049859Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"30.899740729s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:10.320571169Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:10.504265522Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"300e4575-e36a-48da-9cad-1576a4829c84.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"477d5d28-bd17-45cb-abef-f249bc98911a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 757, tv_nsec: 6690879 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:10.505133971Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:10.513157335Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:10.596070957Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:10.600628473Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:10.603801801Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:11.784839058Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:11.789039873Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:11.791830736Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:12.902130157Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:12.90662568Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:12.910116779Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:14.080742095Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:14.085089513Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:14.087819736Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:14.724077238Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:14.729087248Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:14.732453483Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:15.929819539Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:15.934471837Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:15.938174813Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:17.388383358Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:17.394644041Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:17.397872131Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:18.138589579Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:18.143386453Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:18.14654499Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:18.680780819Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:18.685639314Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:18.688246773Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:18.879134302Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:19.635372389Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:19.641083034Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:19.644382236Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:20.295343269Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:21.114728986Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:21.119386724Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:21.122524181Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:22.607722965Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:22.612152336Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:22.615454819Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:23.9202293Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:23.924488035Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:23.92786505Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:24.719982598Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:24.724932206Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:24.728147696Z","hostname":"oxz_switch","pid":5446} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:25.473122818Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:58:25.473931306Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"46.623453006s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:25.842140352Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:25.846836672Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:25.849741551Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:26.493009691Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:26.498748547Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:26.501659736Z","hostname":"oxz_switch","pid":5446} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:26.628203794Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"300e4575-e36a-48da-9cad-1576a4829c84.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"477d5d28-bd17-45cb-abef-f249bc98911a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 773, tv_nsec: 174716681 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:26.629011702Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:26.63718574Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:27.03546476Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:27.039782807Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:27.042965146Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:28.216133108Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:28.220442215Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:28.222933229Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:28.853316206Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:29.396881418Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:29.405690777Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:29.408351198Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:29.988758668Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:29.993441108Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:29.996780501Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:30.269868709Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:31.219125247Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:31.224099367Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:31.227246004Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:32.469643361Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:32.474202426Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:32.477670944Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:33.655357139Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:33.659964496Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:33.663413353Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:34.880584822Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:34.885256591Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:34.887906015Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:35.951693599Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:35.956247804Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:35.959604048Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:36.799927757Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:36.804552285Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:36.808028933Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:38.279163199Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:38.283445985Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:38.286998356Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:38.828653397Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:39.204138591Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:39.208609903Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:39.211593365Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:40.244644146Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:40.555611633Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:40.559729753Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:40.562806527Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:41.252157197Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:41.256821156Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:41.260102268Z","hostname":"oxz_switch","pid":5446} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:41.596751629Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:58:41.598090845Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"62.791639894s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:41.804084628Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:41.809805843Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:41.812979042Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:43.027672526Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:43.032304754Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:43.035260714Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:44.14276775Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:44.147947447Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:44.15099577Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:44.823863659Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:44.828499017Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:44.831772388Z","hostname":"oxz_switch","pid":5446} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:45.352247098Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"300e4575-e36a-48da-9cad-1576a4829c84.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"477d5d28-bd17-45cb-abef-f249bc98911a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 791, tv_nsec: 949882135 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:45.35286923Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:45.359452644Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:46.230262181Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:46.235020533Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:46.237918982Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:47.290065882Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:47.295809598Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:47.298413197Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:48.169074859Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:48.174011007Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:48.177281668Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:48.803247899Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:49.320680906Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:49.325782409Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:49.328853354Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:49.870426971Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:49.874976591Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:49.877793052Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:50.219485436Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:51.274027578Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:51.279505445Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:51.282813777Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:51.992487269Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:51.997594243Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:52.000333166Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:52.597297609Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:52.601785342Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:52.605217049Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:53.416411106Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:53.420434743Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:53.42298333Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:53.938595045Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:53.943271524Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:53.946620468Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:54.544948018Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:54.549360218Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:54.55234576Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:55.072972285Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:55.077290602Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:55.080426629Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:55.867645102Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:55.873369735Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:55.876705678Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:57.346550181Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:57.352041298Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:57.354978318Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:58.750713267Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:58.755327245Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:58.758594766Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:58.777974236Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:59.452635705Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:59.457121368Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:58:59.460476172Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:00.193825551Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:00.319636294Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:59:00.321126925Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"81.565813845s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:00.436854054Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:00.440713815Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:00.443875013Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:01.224439468Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:01.229235932Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:01.232207383Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:02.217236808Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:02.222089304Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:02.224857338Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:02.819412389Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:02.824192382Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:02.827130632Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:04.024513577Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:04.029347083Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:04.03225664Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:04.627790485Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:04.632354201Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:04.635525729Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:05.588559016Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:05.593404661Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:05.596364601Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:06.569776282Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:06.574605707Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:06.577692521Z","hostname":"oxz_switch","pid":5446} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:06.608289023Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"300e4575-e36a-48da-9cad-1576a4829c84.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"477d5d28-bd17-45cb-abef-f249bc98911a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 813, tv_nsec: 263909380 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:06.609108351Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:06.616076338Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:07.168123414Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:07.172835704Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:07.17564077Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:08.638946698Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:08.643879896Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:08.646772025Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:08.753072954Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:09.714262458Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:09.719060021Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:09.722142476Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:10.169184576Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:11.104567841Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:11.109455598Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:11.112721269Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:12.37904703Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:12.383876165Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:12.386730062Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:13.286601369Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:13.29133164Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:13.294919852Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:14.734906558Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:14.739483753Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:14.742991233Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:16.116276738Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:16.120606886Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:16.124393643Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:17.442629485Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:17.447056146Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:17.449733986Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:18.257285421Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:18.261676961Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:18.264718885Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:18.72748887Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:18.780787315Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:18.785450003Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:18.788624601Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:20.081282991Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:20.085512184Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:20.088481856Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:20.14409529Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:21.565356317Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:21.569988835Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:21.573050489Z","hostname":"oxz_switch","pid":5446} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:21.575743701Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:59:21.576677653Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"102.879353093s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:22.477013825Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:22.48125264Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:22.484367666Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:23.037308101Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:23.041887028Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:23.044637041Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:23.729884991Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:23.734466907Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:23.738075619Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:24.99051319Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:24.994775155Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:24.997891991Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:26.039448432Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:26.044729202Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:26.047993213Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:26.890808277Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:26.895172076Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:26.897980511Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:27.997026109Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:28.001848713Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:28.005396614Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:28.70200397Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:29.162369594Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:29.166834976Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:29.170452249Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:30.118481056Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:30.316022341Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:30.320588576Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:30.323786975Z","hostname":"oxz_switch","pid":5446} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:30.687793618Z","hostname":"oxz_switch","pid":5446,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"300e4575-e36a-48da-9cad-1576a4829c84.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"477d5d28-bd17-45cb-abef-f249bc98911a.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"d76fe2c7-39b7-435b-a9d5-c0055ba98799.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 837, tv_nsec: 409200885 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:30.688557544Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:30.695134368Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:31.026853042Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:31.031340855Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:31.03442842Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:32.384277686Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:32.389115661Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:32.391759031Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:33.267847557Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:33.272830287Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:33.27557334Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:34.71773027Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:34.722821393Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:34.726173537Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:35.943598456Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:35.948507223Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:35.952020893Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:37.424588897Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:37.428933415Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:37.431883955Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:37.951497556Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:37.957413698Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:37.960519993Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:38.677138491Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:38.970037153Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:38.975285721Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:38.97817001Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:39.831924326Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:39.83730945Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:39.840432226Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:40.092876066Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:40.769010497Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:40.773208773Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:40.775939445Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:42.168284999Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:42.173930491Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:42.17740579Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:43.356073418Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:43.360378114Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:43.363704307Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:44.76132769Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:44.765669738Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:44.768794705Z","hostname":"oxz_switch","pid":5446} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:45.655445091Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-06-10T20:59:45.656618071Z","hostname":"oxz_switch","pid":5446,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"127.025025731s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:45.956111338Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:45.961296275Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:45.964308177Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:46.808732076Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:46.813421366Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:46.816960536Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:47.822347635Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:47.826521777Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:47.829493008Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:48.651324748Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:48.657034352Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:48.661452983Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:48.664976343Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:49.954479115Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:49.959365101Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:49.962692805Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:50.067801073Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:50.583520691Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:50.588530362Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:50.591853425Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:51.49842111Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:51.503086209Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:51.506184924Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:52.712289267Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:52.717188534Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:52.719853565Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:54.104462095Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:54.109491607Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:54.112632654Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:55.130442535Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:55.134929788Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:55.138273352Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:56.621465238Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:56.626497679Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:56.629383447Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:57.164748974Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:57.169508837Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:57.172975125Z","hostname":"oxz_switch","pid":5446} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:58.186317964Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:58.191429193Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:58.194315936Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:58.625676093Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"17472123414372464905"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:59.573491802Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:59.577764778Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T20:59:59.580714008Z","hostname":"oxz_switch","pid":5446} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-06-10T21:00:00.043015598Z","hostname":"oxz_switch","pid":5446,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"11610904761549124466"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T21:00:00.685447949Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportrear0_0 addrs [fe80::4829:fff:feaf:8a69]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T21:00:00.691897979Z","hostname":"oxz_switch","pid":5446} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-06-10T21:00:00.695431639Z","hostname":"oxz_switch","pid":5446}