[ Mar 27 19:56:18 Enabled. ] [ Mar 27 19:56:18 Rereading configuration. ] [ Mar 27 19:56:19 Rereading configuration. ] [ Mar 27 19:56:30 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 27 19:56:30 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.277499193Z","hostname":"oxz_switch","pid":4599,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.279729293Z","hostname":"oxz_switch","pid":4599} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.28013046Z","hostname":"oxz_switch","pid":4599} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.280397505Z","hostname":"oxz_switch","pid":4599,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.282339809Z","hostname":"oxz_switch","pid":4599,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 627ffa02-e27e-4b3d-8894-d3732912ad8d,\n ),\n sled_id: Some(\n e7e864d9-9b40-48ee-b66b-b3eb20eebbe8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.284246962Z","hostname":"oxz_switch","pid":4599} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.284263953Z","hostname":"oxz_switch","pid":4599,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.288037549Z","hostname":"oxz_switch","pid":4599,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7062:d9ff:fe6b:eb40->72:62:d9:6b:eb:40"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.289312682Z","hostname":"oxz_switch","pid":4599} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.294110617Z","hostname":"oxz_switch","pid":4599} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:56:30.29885028Z","hostname":"oxz_switch","pid":4599} [ Mar 27 19:56:30 Rereading configuration. ] [ Mar 27 19:56:30 Executing refresh method (:kill). ] [ Mar 27 19:56:30 Stopping because all processes in service exited. ] [ Mar 27 19:56:30 Executing stop method (:kill). ] [ Mar 27 19:56:30 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Mar 27 19:56:30 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.860037424Z","hostname":"oxz_switch","pid":4897,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-b31ba90d","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.86092355Z","hostname":"oxz_switch","pid":4897} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.861273056Z","hostname":"oxz_switch","pid":4897} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.861385348Z","hostname":"oxz_switch","pid":4897,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.863240541Z","hostname":"oxz_switch","pid":4897,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.863420234Z","hostname":"oxz_switch","pid":4897,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 627ffa02-e27e-4b3d-8894-d3732912ad8d, sled_id: e7e864d9-9b40-48ee-b66b-b3eb20eebbe8, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, fuse: Some(FuseData { chip_rev: ChipRevision { device_id: 272, rev: \"B1\", rev_num: 2 }, disabled: DisabledFeatures { bsync: false, mau: [0, 0, 0, 0], pgen: false, pipes: 0, ports: 0, resub: false, speeds: 0, tm_mem: 0 }, frequency: FrequencySettings { bps: 3, bps_ext: 0, cpu_speed_dis: 0, disabled: false, pcie_dis: 0, pps: 3, pps_ext: 0 }, manufacturing: ManufacturingData { core_repair: false, die_rotation: false, pmro_and_skew: 0, silent_spin: 0, soft_pipe_dis: 0, tile_repair: false, voltage_scaling: 0, wf_core_repair: false }, part: PartInfo { part_num: 4660, pkg_id: 1, version: 2 } }), lot: None, lotnum: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 83fa532b-4969-49ea-b5df-b3b85b32eaf4, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.863448285Z","hostname":"oxz_switch","pid":4897,"unit":"oximeter","producer_id":"066dcdf0-3057-4a39-8b20-d32052cefc91"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 627ffa02-e27e-4b3d-8894-d3732912ad8d,\n ),\n sled_id: Some(\n e7e864d9-9b40-48ee-b66b-b3eb20eebbe8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.86490197Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.871601618Z","hostname":"oxz_switch","pid":4897} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.872651207Z","hostname":"oxz_switch","pid":4897,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::44e5:beff:feef:552b->46:e5:be:ef:55:2b"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.872849051Z","hostname":"oxz_switch","pid":4897,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7062:d9ff:fe6b:eb40->72:62:d9:6b:eb:40"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.874284796Z","hostname":"oxz_switch","pid":4897,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.875727191Z","hostname":"oxz_switch","pid":4897,"local_addr":"[fd00:1122:3344:101::2]:51800","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.875784792Z","hostname":"oxz_switch","pid":4897,"local_addr":"[fd00:1122:3344:101::2]:51800","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.875942185Z","hostname":"oxz_switch","pid":4897,"local_addr":"[fd00:1122:3344:101::2]:51800","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:51800","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.875971836Z","hostname":"oxz_switch","pid":4897,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.875981226Z","hostname":"oxz_switch","pid":4897,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.876146329Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.876538316Z","hostname":"oxz_switch","pid":4897,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.876583806Z","hostname":"oxz_switch","pid":4897,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:51800","producer_id":"066dcdf0-3057-4a39-8b20-d32052cefc91"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:30.876596507Z","hostname":"oxz_switch","pid":4897,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.876603257Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.877198757Z","hostname":"oxz_switch","pid":4897} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.877606795Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.878958799Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-27T19:56:14.319951933Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.878986199Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","id":"9754641594202944777"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:30.878996119Z","hostname":"oxz_switch","pid":4897,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:56:30.880497966Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:32.052927366Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:32.058168929Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:32.061240353Z","hostname":"oxz_switch","pid":4897} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:32.061493768Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:32.062597247Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-03-27T19:56:14.319819471Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:32.062624017Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","id":"8556768495244458629"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:32.062643588Z","hostname":"oxz_switch","pid":4897,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-03-27T19:56:32.377348617Z","hostname":"oxz_switch","pid":4897,"interface":"tfportqsfp0_0","entry":"10.151.1.174->c2:43:be:a7:62:05"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:33.412974932Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:33.417725946Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:33.420657678Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:34.655615583Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:34.661953795Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:34.665230523Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:35.779726161Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:35.784096698Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:35.786876587Z","hostname":"oxz_switch","pid":4897} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:35.87928297Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1571, tv_nsec: 770191419 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:35.87987464Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:35.921044867Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:36.738223963Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:36.743294412Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:36.746256154Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:37.645674142Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:37.649980669Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:37.65287283Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:38.555176379Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:38.558923895Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:38.561649453Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:39.733890741Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:39.739310457Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:39.742153667Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:40.861534021Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:40.866074301Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:40.868981092Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:40.883840825Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:41.949966518Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:41.954676131Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:41.957856397Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:42.065127822Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:42.891220235Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:42.896113582Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:42.899128735Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:43.861632647Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:43.866092446Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:43.868752973Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:45.154944413Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:45.159661136Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:45.162374875Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:46.632598236Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:46.63790152Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:46.640643758Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:47.622389611Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:47.628102242Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:47.631066014Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:48.111857806Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:48.116239143Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:48.118845139Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:48.699683059Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:48.704213889Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:48.70711953Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:49.224392689Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:49.229149513Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:49.231688478Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:49.87934888Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:49.884444Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:49.887209529Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.407471445Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.411483166Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.415465537Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.500827729Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.535969721Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:56:50.53702074Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.046588703s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.85205033Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1587, tv_nsec: 129954708 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.852784963Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:50.883985035Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:51.456226382Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:51.460341229Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:51.463120504Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:51.678419447Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:52.224936098Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:52.229231684Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:52.232063744Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:52.82748712Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:52.831883168Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:52.834818Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:54.054469624Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:54.059252339Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:54.061863975Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:54.677158873Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:54.682091971Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:54.684825969Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:55.439403497Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:55.443753354Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:55.446489597Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:56.428589239Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:56.433040878Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:56.435769956Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:57.75769471Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:57.763648026Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:57.766408795Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:58.637784794Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:58.643193395Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:58.645978364Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:59.771770015Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:59.776370076Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:56:59.779073824Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:00.475627713Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:00.984642308Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:00.98925171Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:00.992249923Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:01.652568748Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:02.350545382Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:02.35610207Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:02.35891198Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:03.57499981Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:03.580262533Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:03.582994032Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:05.084832204Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:05.090127438Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:05.093137901Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:05.845052909Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:57:05.846178209Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.397226201s","count":"1"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:05.858738191Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:05.863300252Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:05.865930369Z","hostname":"oxz_switch","pid":4897} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:06.294675133Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1602, tv_nsec: 614505053 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:06.295128311Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:06.328434431Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:06.78401606Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:06.789521158Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:06.792350338Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:07.711885745Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:07.717906392Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:07.720460497Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:08.759169446Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:08.764536391Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:08.767536684Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:09.831661953Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:09.836172612Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:09.839217176Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:10.417465929Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:10.422843734Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:10.425554333Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:10.451262018Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:11.163441742Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:11.167777479Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:11.171022867Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:11.627684715Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:12.466603095Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:12.47145196Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:12.474364383Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:13.848787827Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:13.853819876Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:13.856989172Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:14.396411587Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:14.400239463Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:14.403068805Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:14.952212501Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:14.956441166Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:14.959091833Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:15.584780426Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:15.589151353Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:15.592161167Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:16.501933872Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:16.506312629Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:16.508707272Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:17.310104296Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:17.314460823Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:17.317132671Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:17.981448188Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:17.985685083Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:17.988518633Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:18.954435352Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:18.959938858Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:18.963031444Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:19.886577673Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:19.891626822Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:19.894759848Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:20.426331984Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:20.886563185Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:20.891862469Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:20.894833722Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:21.289490543Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:57:21.290808036Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"50.883592618s","count":"2"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:21.603217529Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:21.80197348Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:21.806483139Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:21.809479342Z","hostname":"oxz_switch","pid":4897} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:22.500899649Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1618, tv_nsec: 864510279 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:22.501598502Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:22.53309866Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:23.074004911Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:23.079436377Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:23.082190446Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:24.0489538Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:24.053990569Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:24.056825309Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:25.561036183Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:25.565342439Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:25.568338052Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:26.097466975Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:26.102711008Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:26.105453666Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:27.357397782Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:27.361404973Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:27.364293774Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:28.752061294Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:28.757543462Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:28.760236839Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:29.943094011Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:29.948508837Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:29.951271426Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:30.401301227Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:30.547318843Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:30.552181359Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:30.555131812Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:31.37024269Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:31.375802289Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:31.378607908Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:31.579299063Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:31.901775495Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:31.906226224Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:31.90883323Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:32.57503291Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:32.5806925Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:32.583377217Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:33.493490088Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:33.498006948Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:33.500841238Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:34.890996942Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:34.895554863Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:34.898657348Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:35.530345647Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:35.535430517Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:35.538015792Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:36.205807312Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:36.211073665Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:36.213735912Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:37.137902782Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:37.142373111Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:37.145108459Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:37.493997019Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:57:37.495069528Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"67.13169864s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:37.856077232Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:37.860412549Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:37.863244099Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:38.920392444Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:38.92522664Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:38.93255107Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:39.762119824Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:39.766720996Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:39.769617019Z","hostname":"oxz_switch","pid":4897} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:39.874484924Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1636, tv_nsec: 285081614 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:39.875087345Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:39.907719183Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:40.375954667Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:40.576178723Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:40.580615602Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:40.583485323Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:41.230068596Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:41.234126338Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:41.236689644Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:41.554256858Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:41.751486802Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:41.755711426Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:41.75814024Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:42.493600456Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:42.497931563Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:42.500448448Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:43.984491375Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:43.989809909Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:43.992574618Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:44.685212346Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:44.689420791Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:44.692132909Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:45.577519101Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:45.581468771Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:45.584170279Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:46.958459102Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:46.962831479Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:46.965640639Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:47.6002787Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:47.605660585Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:47.608495295Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:48.602628114Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:48.606390021Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:48.608969596Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:50.00191746Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:50.006350898Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:50.009680617Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:50.350899011Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:51.349868996Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:51.355045037Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:51.357546372Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:51.528707983Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:52.017899548Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:52.022808175Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:52.02593071Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:52.549188248Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:52.554277158Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:52.557426284Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:54.054549723Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:54.059678214Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:54.062205658Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:54.868855156Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:57:54.869830433Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"84.553430806s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:55.410719433Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:55.415964097Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:55.419299385Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:55.934468831Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:55.938878769Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:55.941690189Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:56.79763301Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:56.801852674Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:56.804498541Z","hostname":"oxz_switch","pid":4897} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:57.439311985Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1653, tv_nsec: 897398335 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:57.439984808Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:57.473021133Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:58.242096885Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:58.247719375Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:58.250476144Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:58.833566812Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:58.838775594Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:58.841127216Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:59.765240404Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:59.770364515Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:57:59.773176535Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:00.326446265Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:00.835339609Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:00.840366118Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:00.843017365Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:01.504562752Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:02.150811909Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:02.155041934Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:02.158005687Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:03.256061626Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:03.260451544Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:03.263184742Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:04.046217542Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:04.050998056Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:04.05347478Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:05.217193083Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:05.22094971Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:05.223844711Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:06.046129006Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:06.051874708Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:06.054596518Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:07.329873465Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:07.334401535Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:07.336983831Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:08.74045911Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:08.744757116Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:08.74730424Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:09.760147012Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:09.767724916Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:09.770423824Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:10.301853267Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:10.53970246Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:10.543952225Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:10.547096251Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:11.479037268Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:11.800659875Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:11.805516911Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:11.807932754Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:12.434105455Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:58:12.435336976Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"102.166413009s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:12.975895072Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:12.981394639Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:12.988413294Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:14.297392949Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:14.301857108Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:14.30475826Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:14.850786517Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:14.855298131Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:14.857967738Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:15.538983991Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:15.544393167Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:15.547096925Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:16.8024144Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:16.807066253Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:16.809795621Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:17.985499986Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:17.990099858Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:17.99305515Z","hostname":"oxz_switch","pid":4897} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:18.539754763Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1675, tv_nsec: 54910373 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:18.540546857Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:18.571699709Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:18.83429743Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:18.839429581Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:18.842050188Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:19.567697611Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:19.571887525Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:19.574744476Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:20.276837973Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:20.566433612Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:20.570633716Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:20.572913517Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:21.454235847Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:21.947909822Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:21.95228952Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:21.955062229Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:22.466470917Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:22.47170885Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:22.474629032Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:23.96437772Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:23.968742387Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:23.971417215Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:25.338114522Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:25.342716244Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:25.345295416Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:25.90984223Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:25.915144503Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:25.917863701Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:26.966244081Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:26.970610539Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:26.973285456Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:28.34655583Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:28.350766484Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:28.353118076Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:29.239895864Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:29.245079346Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:29.247692042Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:30.105509736Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:30.110957663Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:30.113923665Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:30.251275878Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:30.971002786Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:30.975413555Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:30.978166464Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:31.429598879Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:31.593990141Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:31.59844689Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:31.60124541Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:32.206133194Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:32.21074606Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:32.213580216Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:32.837352375Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:32.842038671Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:32.844736896Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:33.532952196Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:58:33.534957811Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"123.323202364s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:33.842725793Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:33.846403168Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:33.849188147Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:35.259743222Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:35.264390584Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:35.267626542Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:36.085383396Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:36.09025011Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:36.092727886Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:37.480501862Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:37.485021347Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:37.487887288Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:38.57871239Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:38.583555404Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:38.586300474Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:39.846264622Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:39.851113184Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:39.853659013Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:40.226303933Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:41.084210709Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:41.089424702Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:41.091998927Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:41.404632844Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:42.050255821Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1698, tv_nsec: 629057400 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:42.05080256Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:42.082436611Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:42.495914474Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:42.500494185Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:42.503217293Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:43.645942204Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:43.650290611Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:43.65305348Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:44.576377555Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:44.580580299Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:44.583296601Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:45.369410701Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:45.374737276Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:45.377529855Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:46.276918366Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:46.281977296Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:46.284369648Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:47.123417264Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:47.127848029Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:47.130372584Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:48.139745923Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:48.143733823Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:48.146287848Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:49.135514891Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:49.140607401Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:49.14339308Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:49.681678075Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:49.686458709Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:49.689151387Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:50.201632415Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:50.244102357Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:50.248662818Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:50.251399316Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:51.32096112Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:51.325220206Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:51.327872723Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:51.379144511Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:51.957632308Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:51.962905911Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:51.965517178Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:52.689201876Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:52.6944725Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:52.697243889Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:54.092131736Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:54.097778556Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:54.100394743Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:55.420655878Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:55.42525453Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:55.427804775Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:56.224563238Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:56.229287702Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:56.231640994Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:57.042522616Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:58:57.044339148Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"146.896214691s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:57.668431833Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:57.673049185Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:57.675983457Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:59.026532278Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:59.03114159Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:59.033467671Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:59.946887Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:59.951327638Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:58:59.953943974Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:00.176406225Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:00.969158927Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:00.973417202Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:00.975875735Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:01.353573995Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:01.509017348Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:01.514422074Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:01.51759143Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:02.247130272Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:02.251564909Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:02.254477422Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:02.951470818Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:02.955958227Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:02.959386898Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:03.731457133Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:03.735958333Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:03.738690141Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:04.653605566Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:04.658285079Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:04.661386654Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:05.622118961Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:05.626723012Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:05.629706945Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:06.885335966Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:06.890773002Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:06.893427399Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:08.096152443Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:08.101597599Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:08.104682734Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:08.660069271Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:08.665438066Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:08.668289977Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:09.64349535Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:09.647556412Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:09.649988075Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:10.151273004Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:11.149056128Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:11.154088107Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:11.156876957Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:11.327832754Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:12.366936189Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:12.373852362Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:12.376479538Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:13.069464246Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:13.077047098Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:13.081504967Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:14.080727546Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:14.086405916Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:14.08942253Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:14.730847001Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:14.73587419Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:14.738580058Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:15.803921218Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:15.809767652Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:15.813195993Z","hostname":"oxz_switch","pid":4897} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:15.968087546Z","hostname":"oxz_switch","pid":4897,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"7af22438-22df-45e0-bc26-9c2f5dbfdb02.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c9912b9a-f27e-478c-95d2-15aefefeef6f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"eb345544-9fc7-4d9a-923e-00c8db5a053d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1732, tv_nsec: 638453547 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:15.968575295Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:16.001501751Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:16.446370608Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:16.456297913Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:16.47926089Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:17.271292209Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:17.285125104Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:17.301128698Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:17.997175517Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:18.00694723Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:18.014120607Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:18.807964358Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:18.814894158Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:18.818441584Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:19.684385542Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:19.69161795Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:19.696046929Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:20.135093466Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:20.713622323Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:20.720859741Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:20.725110626Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:21.303506971Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:21.859367537Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:21.8646198Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:21.868092422Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:23.041844835Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:23.047288631Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:23.050164382Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:24.432139011Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:24.438021157Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:24.44167411Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:25.372256852Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:25.378397062Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:25.38176186Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:26.817785929Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:26.823627092Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:26.827155044Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:27.368790678Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:27.377036775Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:27.692292412Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:29.086228722Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:29.091477175Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:29.094553399Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:30.132733151Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:30.13606146Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:30.141517246Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:30.146089487Z","hostname":"oxz_switch","pid":4897} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:30.991166508Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-03-27T19:59:30.998000008Z","hostname":"oxz_switch","pid":4897,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"180.915443081s","count":"8"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:31.304749676Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:31.459034661Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:31.463184845Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:31.465853562Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:32.620772244Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:32.62450019Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:32.627609885Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:34.004640874Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:34.008765587Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:34.011525515Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:35.214275685Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:35.220007007Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:35.223267374Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:36.113065043Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:36.117820777Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:36.121585613Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:36.956751615Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:36.963294291Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:36.966755932Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:38.316448813Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:38.322073943Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:38.324994664Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:39.011650125Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:39.017377356Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:39.020161305Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:40.139536029Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:40.198014611Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:40.204366163Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:40.208572877Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:41.23787571Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:41.242932439Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:41.246241838Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:41.30693397Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:42.698337891Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:42.703677215Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:42.706592277Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:43.755476717Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:43.760544487Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:43.763235214Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:45.265349669Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:45.275194093Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:45.278373319Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:46.348820149Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:46.353123625Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:46.355944895Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:47.525912853Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:47.531733276Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:47.535091485Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:48.449404237Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:48.456879169Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:48.460628005Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:49.272196651Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:49.277399813Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:49.280554789Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:50.140145182Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:50.586352165Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:50.591618258Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:50.594404528Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:51.308716882Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"8556768495244458629"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:51.961112254Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:51.966285965Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:51.969346989Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:52.758835044Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:52.764509282Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:52.768087917Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:54.067595903Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:54.073446576Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:54.076140984Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:55.014052272Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:55.019982356Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:55.02302305Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:56.269232286Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:56.279819443Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:56.282907338Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:57.367219974Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:57.372229452Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:57.375794255Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:58.047892529Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:58.054004647Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:58.057193723Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:58.933680736Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:58.938616963Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:58.941187229Z","hostname":"oxz_switch","pid":4897} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:59.804155063Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportrear0_0 addrs [fe80::7062:d9ff:fe6b:eb40]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:59.810486995Z","hostname":"oxz_switch","pid":4897} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-03-27T19:59:59.813674592Z","hostname":"oxz_switch","pid":4897} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-03-27T20:00:00.142898657Z","hostname":"oxz_switch","pid":4897,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"9754641594202944777"}